[ 522.294378] env[65159]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.294378] env[65159]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.313304] env[65249]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.313304] env[65249]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.885088] env[65249]: INFO neutron.common.config [-] Logging enabled! [ 524.885483] env[65249]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 524.885737] env[65249]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65249) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 524.886051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 524.886154] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 524.887081] env[65249]: WARNING oslo_policy.policy [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.887356] env[65249]: WARNING oslo_policy.policy [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.889106] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] VMware NSXv3 Agent initialized successfully. [ 524.889477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Acquiring lock "singleton_lock" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.889606] env[65249]: DEBUG oslo_concurrency.lockutils [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Acquired lock "singleton_lock" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.889837] env[65249]: DEBUG oslo_concurrency.lockutils [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Releasing lock "singleton_lock" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.890183] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Full set of CONF: {{(pid=65249) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 524.890299] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ******************************************************************************** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 524.890403] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Configuration options gathered from: {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 524.890784] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 524.890985] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 524.891111] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ================================================================================ {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 524.891287] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] agent_down_time = 75 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.891428] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] allow_automatic_dhcp_failover = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.891566] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] allow_bulk = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.891708] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] api_extensions_path = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.891848] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] api_paste_config = api-paste.ini {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.891988] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] auth_strategy = keystone {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892109] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] backdoor_port = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892232] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] backdoor_socket = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892374] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] backlog = 4096 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892517] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] base_mac = fa:16:3e:00:00:00 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892677] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] bind_host = 0.0.0.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892817] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] bind_port = 9696 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.892955] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] client_socket_timeout = 900 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893106] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] config_dir = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893219] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893357] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] config_source = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893493] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] control_exchange = neutron {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893630] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] core_plugin = ml2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893768] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] debug = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.893904] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] default_availability_zones = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894122] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894266] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dhcp_agent_notification = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894402] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dhcp_agents_per_network = 1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894535] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dhcp_lease_duration = 86400 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894678] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dhcp_load_type = networks {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894814] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dns_domain = openstacklocal {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.894951] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895095] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_default_route_bfd = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895227] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_default_route_ecmp = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895360] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_dvr = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895490] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_new_agents = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895619] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895750] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_signals = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.895879] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] enable_traditional_dhcp = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896014] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] external_dns_driver = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896148] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] filter_validation = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896291] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] global_physnet_mtu = 8950 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896423] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] graceful_shutdown_timeout = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896603] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] host = cpu-1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896743] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] host_dvr_for_dhcp = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.896876] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] http_retries = 3 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897024] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] instance_format = [instance: %(uuid)s] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897168] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897307] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ipam_driver = internal {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897440] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ipv6_pd_enabled = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897571] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] l3_ha = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897715] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897845] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] l3_ha_network_physical_name = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.897982] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] l3_ha_network_type = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898130] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_color = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898267] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_config_append = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898404] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898537] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_dir = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898666] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_file = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898769] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_options = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.898928] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_rotate_interval = 1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899049] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_rotate_interval_type = days {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899193] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] log_rotation_type = none {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899303] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899403] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899541] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899675] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899814] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.899935] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_dns_nameservers = 5 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900085] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_header_line = 16384 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900221] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_l3_agents_per_router = 3 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900354] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_logfile_count = 30 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900484] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_logfile_size_mb = 200 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900616] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] max_subnet_host_routes = 20 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900756] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] my_ip = 10.180.1.21 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.900962] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] my_ipv6 = ::1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901140] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] network_auto_schedule = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901275] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] network_link_prefix = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901421] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901562] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] notify_nova_on_port_data_changes = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901700] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] notify_nova_on_port_status_changes = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.901840] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] pagination_max_limit = -1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902052] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] publish_errors = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902172] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rate_limit_burst = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902316] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rate_limit_except_level = CRITICAL {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902451] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rate_limit_interval = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902584] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] retry_until_window = 30 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902717] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] router_distributed = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902851] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rpc_resources_processing_step = 20 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.902983] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rpc_response_max_timeout = 600 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903128] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] rpc_response_timeout = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903259] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] send_events_interval = 2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903408] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] service_plugins = ['router'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903548] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] setproctitle = on {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903678] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] shell_completion = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903815] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] state_path = /opt/stack/data/neutron {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.903955] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] syslog_log_facility = LOG_USER {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904098] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] tcp_keepidle = 600 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904238] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] transport_url = **** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904373] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] use_journal = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904505] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] use_json = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904640] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] use_ssl = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904770] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] use_stderr = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.904910] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] use_syslog = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905120] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vlan_qinq = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905245] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vlan_transparent = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905378] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] watch_log_file = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905513] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] wsgi_default_pool_size = 100 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905646] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] wsgi_keep_alive = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905789] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.905922] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] wsgi_server_debug = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.906088] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_concurrency.disable_process_locking = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906236] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906380] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906517] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906658] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906797] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.906935] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907098] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.connection_string = messaging:// {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907244] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.enabled = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907390] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.es_doc_type = notification {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907529] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.es_scroll_size = 10000 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907702] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.es_scroll_time = 2m {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907813] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.filter_error_trace = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.907955] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.hmac_keys = **** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908106] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.sentinel_service_name = mymaster {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908254] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.socket_timeout = 0.1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908392] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.trace_requests = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908531] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler.trace_sqlalchemy = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908679] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler_jaeger.process_tags = {} {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908817] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler_jaeger.service_name_prefix = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.908955] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] profiler_otlp.service_name_prefix = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.909115] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.enforce_new_defaults = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.909394] env[65249]: WARNING oslo_config.cfg [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 524.909547] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.enforce_scope = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.909692] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.policy_default_rule = default {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.909874] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910039] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910191] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910328] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910462] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910595] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910729] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.910899] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_policy.remote_timeout = 60.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911067] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911223] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] agent.extensions = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911367] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911511] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] service_providers.service_provider = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911657] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.default_quota = -1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911799] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.911940] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_floatingip = 50 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912109] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_network = 100 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912277] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_port = 500 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912415] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912551] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_router = 10 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912684] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_security_group = 10 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912821] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.912957] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.quota_subnet = 100 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913104] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] QUOTAS.track_quota_usage = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913255] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913390] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913523] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913658] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913796] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.913933] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914076] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914221] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914380] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914550] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914719] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.914867] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915013] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915169] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_dhcp_release.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915325] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915460] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915592] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915725] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915864] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.915999] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916146] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_ovs_vsctl.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916286] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.capabilities = [21] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916417] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916548] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916680] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916817] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.916950] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917138] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_namespace.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917289] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.capabilities = [12] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917424] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917554] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917718] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.917863] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918039] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918192] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_conntrack.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918337] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.capabilities = [12, 21] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918470] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.group = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918600] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.helper_command = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918735] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.log_daemon_traceback = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.918874] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919015] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.thread_pool_size = 8 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919147] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] privsep_link.user = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919302] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919453] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919593] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.continue_on_failed_promotions = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919731] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.dscp = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.919898] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.dscp_inherit = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920065] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.force_mp_to_policy = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920207] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.locking_coordinator_url = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920345] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.log_agent_heartbeats = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920482] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.logging_expire = 1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920624] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920760] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.920959] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.polling_interval = 240 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921130] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921276] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921428] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.report_interval = 30.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921568] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921708] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921849] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.921988] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.sync_skew = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922167] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.synchronization_queue_size = 20 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922325] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT.use_helper_for_ns_read = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922475] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] SECURITYGROUP.enable_ipset = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922622] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] SECURITYGROUP.enable_security_group = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922764] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.922907] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923061] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] experimental.ipv6_pd_enabled = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923221] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.extension_drivers = ['port_security'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923356] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.external_network_type = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923504] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923648] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.overlay_ip_version = 4 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923790] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.path_mtu = 8950 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.923978] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.physical_network_mtus = {} {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924216] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.tenant_network_types = ['vlan'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924379] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924529] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ml2.type_drivers = ['vlan'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924681] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT_CLI.neutron_port_id = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924822] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.924959] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925128] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925270] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925411] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925555] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925696] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.925838] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926055] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926209] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_login_password = **** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926362] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_login_port = 443 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926504] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_login_user = admin {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926649] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926794] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.926935] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927081] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927226] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927376] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927519] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927662] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927799] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.927943] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928099] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928238] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928380] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928570] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928716] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vsphere.vsphere_login_password = VMware1! {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928858] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.928997] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.929228] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.auth_section = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.929439] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.auth_type = password {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.929592] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.929731] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.certfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.929902] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.collect_timing = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930067] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.endpoint_type = public {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930210] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.insecure = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930360] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.keyfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930567] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.region_name = RegionOne {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930725] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.split_loggers = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.930890] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] nova.timeout = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931097] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.auth_section = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931259] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.auth_type = password {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931444] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931590] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.certfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931731] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.collect_timing = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.931893] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.endpoint_type = public {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932042] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.insecure = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932179] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.keyfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932313] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.region_name = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932448] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.split_loggers = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932580] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] placement.timeout = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932721] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.auth_section = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932861] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.auth_type = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.932993] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.cafile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933134] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.certfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933271] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.collect_timing = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933403] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.connect_retries = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933538] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.connect_retry_delay = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933672] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.enable_notifications = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933807] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.endpoint_override = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.933954] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.insecure = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934101] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.interface = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934261] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.keyfile = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934406] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.max_version = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934539] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.min_version = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934673] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.region_name = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934814] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.retriable_status_codes = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.934955] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.service_name = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935098] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.service_type = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935236] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.split_loggers = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935367] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.status_code_retries = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935498] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.status_code_retry_delay = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935630] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.timeout = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935763] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.valid_interfaces = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.935896] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ironic.version = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936046] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] cli_script.dry_run = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936196] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936332] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936470] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936607] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936742] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.936877] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937021] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937160] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937334] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937557] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937745] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.937977] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.938166] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.938316] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.938454] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.938670] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.938852] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939025] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939180] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939320] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939458] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939592] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939727] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.939890] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940045] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940185] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940322] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940456] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940590] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940725] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940883] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941071] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941189] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941324] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941465] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941606] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.ssl_version = {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941742] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941889] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_notifications.driver = [] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942037] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_notifications.retry = -1 {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942228] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942374] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] oslo_messaging_notifications.transport_url = **** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942480] env[65249]: DEBUG oslo_service.backend._eventlet.service [None req-f98de393-64b9-4eb3-979b-45ed0ca37e4b None None] ******************************************************************************** {{(pid=65249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 524.943903] env[65249]: DEBUG neutron.agent.securitygroups_rpc [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Init firewall settings (driver=nsxv3) {{(pid=65249) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 524.945021] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65249) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 524.945269] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] RPC agent_id: nsxm-l-01a.corp.local [ 524.947539] env[65249]: DEBUG dogpile.cache.region [None req-81845467-7859-415c-9002-2bbea57c65ce None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.947672] env[65249]: DEBUG dogpile.lock [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 524.947766] env[65249]: DEBUG dogpile.lock [None req-81845467-7859-415c-9002-2bbea57c65ce None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 524.947859] env[65249]: DEBUG dogpile.lock [None req-81845467-7859-415c-9002-2bbea57c65ce None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 524.947956] env[65249]: DEBUG dogpile.cache.region [None req-81845467-7859-415c-9002-2bbea57c65ce None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.948057] env[65249]: DEBUG dogpile.lock [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 524.948187] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 524.969740] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Session token - acquiring [ 524.971493] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.971704] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.971807] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.972282] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.984919] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.268466] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.291534] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.291744] env[65249]: DEBUG dogpile.cache.region [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Cache value generated in 0.343 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.291744] env[65249]: DEBUG dogpile.lock [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.291886] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Activating Policy API Provider. [ 525.292128] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Looking for the default Infrastructure Rules. [ 525.360876] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Looking for the Default Layer3 Logged Drop Section. [ 525.375757] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.376232] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.376459] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.376593] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.376882] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.377233] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-81845467-7859-415c-9002-2bbea57c65ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.892625] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-81845467-7859-415c-9002-2bbea57c65ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.394500] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-81845467-7859-415c-9002-2bbea57c65ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.897305] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Inventory metadata is going to be refreshed. [ 526.897685] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.673601] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.673836] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.673876] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.674220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.685055] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.687168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.687821] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.705983] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.706244] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.706293] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.706560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.706679] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.706824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.706936] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.707050] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.727860] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.728158] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.728158] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.728474] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.728679] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.728823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.749944] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.750271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.750271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.750590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.750690] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.750784] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.776785] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.777093] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.777093] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.777404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.777544] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.777695] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.777877] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.777984] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.799937] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.800172] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.800312] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.800532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.800651] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.800791] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.800922] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.801061] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.824534] env[65249]: DEBUG networking_nsxv3.common.locking [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.824886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.824886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.825197] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.825297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.825398] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.825498] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.825586] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Inventory metadata have been refreshed. [ 527.825676] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Dryrun:True. Metadata refresh completed. [ 527.825786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Releasing lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.827524] env[65249]: INFO neutron.agent.agent_extensions_manager [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Loaded agent extensions: [] [ 527.828276] env[65249]: DEBUG neutron_lib.callbacks.manager [None req-81845467-7859-415c-9002-2bbea57c65ce None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65249) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 527.882681] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent RPC Daemon Started! [ 527.882833] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:0 started [ 527.882866] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent out of sync with plugin! [ 532.829660] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.830083] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.831358] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.831643] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.832997] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.833455] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.998390] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a366249a-2141-48f5-9a28-350936404b65 demo admin] Enqueued Resource ID: d838b9a8-0069-4f57-b0a1-0f76e69ccdfd with Priority: HIGHEST for action security_group_rules [ 542.998984] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d838b9a8-0069-4f57-b0a1-0f76e69ccdfd with Priority: HIGHEST for action security_group_rules [ 543.000922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d838b9a8-0069-4f57-b0a1-0f76e69ccdfd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.001073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d838b9a8-0069-4f57-b0a1-0f76e69ccdfd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.001145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d838b9a8-0069-4f57-b0a1-0f76e69ccdfd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.001570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d838b9a8-0069-4f57-b0a1-0f76e69ccdfd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.001822] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d838b9a8-0069-4f57-b0a1-0f76e69ccdfd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.523510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.523732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.523732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.523907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.523996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.524103] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d838b9a8-0069-4f57-b0a1-0f76e69ccdfd already deleted. [ 543.524189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d838b9a8-0069-4f57-b0a1-0f76e69ccdfd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.999642] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.000035] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.000798] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.001255] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.001724] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.002207] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.002573] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.003302] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.003752] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.004023] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.282361] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a9b47376-7898-4ad2-b5e3-69a799c16650 None None] Enqueued Resource ID: 5233f91b-648d-4a51-bec0-6f36bf59e64f with Priority: HIGHEST for action port [ 571.282895] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5233f91b-648d-4a51-bec0-6f36bf59e64f with Priority: HIGHEST for action port [ 571.283213] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5233f91b-648d-4a51-bec0-6f36bf59e64f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.283331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5233f91b-648d-4a51-bec0-6f36bf59e64f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.283392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5233f91b-648d-4a51-bec0-6f36bf59e64f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.283882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5233f91b-648d-4a51-bec0-6f36bf59e64f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.284042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5233f91b-648d-4a51-bec0-6f36bf59e64f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.787178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5233f91b-648d-4a51-bec0-6f36bf59e64f [ 571.787419] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.787812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.787812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.787812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.787938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.789725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5233f91b-648d-4a51-bec0-6f36bf59e64f already deleted. [ 571.789725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5233f91b-648d-4a51-bec0-6f36bf59e64f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.833929] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.833929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.833929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.833929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.833929] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.172030] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7aa18987-bd0b-4882-abe5-c52b0548f784 None None] Enqueued Resource ID: faf42367-3b75-488a-bac3-2eea490e82ef with Priority: HIGHEST for action port [ 573.172285] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf42367-3b75-488a-bac3-2eea490e82ef with Priority: HIGHEST for action port [ 573.172827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf42367-3b75-488a-bac3-2eea490e82ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.173033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf42367-3b75-488a-bac3-2eea490e82ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.173157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf42367-3b75-488a-bac3-2eea490e82ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.173432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf42367-3b75-488a-bac3-2eea490e82ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.173510] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf42367-3b75-488a-bac3-2eea490e82ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.337619] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.676810] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf42367-3b75-488a-bac3-2eea490e82ef [ 573.677180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.677268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.677300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.677499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.677589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.677687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf42367-3b75-488a-bac3-2eea490e82ef already deleted. [ 573.679104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf42367-3b75-488a-bac3-2eea490e82ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.841485] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.347790] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.347790] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.179447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.179447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.179447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.179447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.194443] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.195271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.195973] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.215451] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.215451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.215451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.215675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.215675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.215788] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.215913] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.216170] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.241560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.241725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.241798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.242011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.242148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.242342] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.264947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.265119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.265189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.265395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.265495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.265606] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.287500] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.288052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.288166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.288507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.289598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.289598] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.289598] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.289598] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.307720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.308035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.308099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.308344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.308469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.308610] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.308720] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.308829] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.333021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.333021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.333021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.333021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.333021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.333021] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.333021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.356919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.358265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.358265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.358265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.358265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.358265] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.380558] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.380756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.380882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.381049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.381160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.395837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.421463] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1a599ff7-fb45-4788-ab39-c138b0726e4d None None] Enqueued Resource ID: cea6105a-3c45-4081-acca-23fac2973e99 with Priority: HIGHEST for action port [ 575.421953] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea6105a-3c45-4081-acca-23fac2973e99 with Priority: HIGHEST for action port [ 575.423234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea6105a-3c45-4081-acca-23fac2973e99 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.423234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea6105a-3c45-4081-acca-23fac2973e99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.423234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea6105a-3c45-4081-acca-23fac2973e99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.423234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea6105a-3c45-4081-acca-23fac2973e99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.423234] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea6105a-3c45-4081-acca-23fac2973e99',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.925921] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea6105a-3c45-4081-acca-23fac2973e99 [ 575.927117] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.927117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.927117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.928772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.928891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.928998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea6105a-3c45-4081-acca-23fac2973e99 already deleted. [ 575.929094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea6105a-3c45-4081-acca-23fac2973e99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.520973] env[65249]: INFO networking_nsxv3.common.synchronization [None req-39da508e-fc13-4fbd-a97e-01aa8507c6de None None] Enqueued Resource ID: 2d2af12b-bdaf-4ddb-b52a-b089f5ad042a with Priority: HIGHEST for action port [ 576.520973] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2af12b-bdaf-4ddb-b52a-b089f5ad042a with Priority: HIGHEST for action port [ 576.521380] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2af12b-bdaf-4ddb-b52a-b089f5ad042a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.521476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2af12b-bdaf-4ddb-b52a-b089f5ad042a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.521603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2af12b-bdaf-4ddb-b52a-b089f5ad042a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.521791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2af12b-bdaf-4ddb-b52a-b089f5ad042a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.521951] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2af12b-bdaf-4ddb-b52a-b089f5ad042a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.026692] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2af12b-bdaf-4ddb-b52a-b089f5ad042a [ 577.027028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.027119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.027165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.027506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.027506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.027610] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2af12b-bdaf-4ddb-b52a-b089f5ad042a already deleted. [ 577.027656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2af12b-bdaf-4ddb-b52a-b089f5ad042a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.152932] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4696fdf7-19cb-4b48-a407-6c1193fae881 None None] Enqueued Resource ID: 6ac16a7a-d863-4a79-8469-c05b99e04d3e with Priority: HIGHEST for action port [ 577.153525] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac16a7a-d863-4a79-8469-c05b99e04d3e with Priority: HIGHEST for action port [ 577.153884] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac16a7a-d863-4a79-8469-c05b99e04d3e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.154497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac16a7a-d863-4a79-8469-c05b99e04d3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.154497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac16a7a-d863-4a79-8469-c05b99e04d3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.154718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac16a7a-d863-4a79-8469-c05b99e04d3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.154755] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac16a7a-d863-4a79-8469-c05b99e04d3e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.388584] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7afa2119-d471-48a4-801a-5561cec612e6 None None] Enqueued Resource ID: 1b5292ec-7c26-4f67-bc22-244705ffe0e2 with Priority: HIGHEST for action port [ 577.388584] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5292ec-7c26-4f67-bc22-244705ffe0e2 with Priority: HIGHEST for action port [ 577.388584] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5292ec-7c26-4f67-bc22-244705ffe0e2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.388584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5292ec-7c26-4f67-bc22-244705ffe0e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.389932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5292ec-7c26-4f67-bc22-244705ffe0e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.390556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5292ec-7c26-4f67-bc22-244705ffe0e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.390766] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5292ec-7c26-4f67-bc22-244705ffe0e2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.659699] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ac16a7a-d863-4a79-8469-c05b99e04d3e [ 577.659699] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.659699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.659699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.659699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.659699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.659699] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ac16a7a-d863-4a79-8469-c05b99e04d3e already deleted. [ 577.659699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac16a7a-d863-4a79-8469-c05b99e04d3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.894322] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b5292ec-7c26-4f67-bc22-244705ffe0e2 [ 577.894322] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.894322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.894322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.894322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.894322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.894322] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b5292ec-7c26-4f67-bc22-244705ffe0e2 already deleted. [ 577.894322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5292ec-7c26-4f67-bc22-244705ffe0e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.015343] env[65249]: INFO networking_nsxv3.common.synchronization [None req-382dd979-930c-49df-b37a-11de6d8e3ac7 None None] Enqueued Resource ID: 46f622ee-abef-4b02-85e9-19f99b185f36 with Priority: HIGHEST for action port [ 578.016623] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f622ee-abef-4b02-85e9-19f99b185f36 with Priority: HIGHEST for action port [ 578.020027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f622ee-abef-4b02-85e9-19f99b185f36 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.020027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f622ee-abef-4b02-85e9-19f99b185f36" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.020027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f622ee-abef-4b02-85e9-19f99b185f36" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.020027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f622ee-abef-4b02-85e9-19f99b185f36" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.020027] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f622ee-abef-4b02-85e9-19f99b185f36',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.148020] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a4897e58-1f7e-44e7-8e8f-5a16aa69a6e2 None None] Enqueued Resource ID: cc85dad8-db97-4846-8efa-da812c4db18b with Priority: HIGHEST for action port [ 578.148020] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc85dad8-db97-4846-8efa-da812c4db18b with Priority: HIGHEST for action port [ 578.148020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc85dad8-db97-4846-8efa-da812c4db18b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc85dad8-db97-4846-8efa-da812c4db18b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc85dad8-db97-4846-8efa-da812c4db18b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc85dad8-db97-4846-8efa-da812c4db18b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.148020] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc85dad8-db97-4846-8efa-da812c4db18b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.523238] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f622ee-abef-4b02-85e9-19f99b185f36 [ 578.523333] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.523482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.523554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.523785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.523881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.523980] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f622ee-abef-4b02-85e9-19f99b185f36 already deleted. [ 578.524114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f622ee-abef-4b02-85e9-19f99b185f36" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.652959] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc85dad8-db97-4846-8efa-da812c4db18b [ 578.653211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.653340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.653672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.654147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.654265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.654400] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc85dad8-db97-4846-8efa-da812c4db18b already deleted. [ 578.654501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc85dad8-db97-4846-8efa-da812c4db18b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.331533] env[65249]: INFO networking_nsxv3.common.synchronization [None req-caaf7b40-16d8-46e6-94d1-bd311d09b10d None None] Enqueued Resource ID: c5ad26da-421e-45ca-9667-7ebbdbd13c6a with Priority: HIGHEST for action port [ 579.331533] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ad26da-421e-45ca-9667-7ebbdbd13c6a with Priority: HIGHEST for action port [ 579.331823] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5ad26da-421e-45ca-9667-7ebbdbd13c6a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.331823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5ad26da-421e-45ca-9667-7ebbdbd13c6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.331912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5ad26da-421e-45ca-9667-7ebbdbd13c6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.334220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5ad26da-421e-45ca-9667-7ebbdbd13c6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.334220] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ad26da-421e-45ca-9667-7ebbdbd13c6a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.439321] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a4c6f3a7-292d-4376-8b77-536ff677c28d None None] Enqueued Resource ID: 50b42a96-79c6-4047-8a8b-8db4dfdf0c10 with Priority: HIGHEST for action port [ 579.440146] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b42a96-79c6-4047-8a8b-8db4dfdf0c10 with Priority: HIGHEST for action port [ 579.440526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b42a96-79c6-4047-8a8b-8db4dfdf0c10 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.440707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b42a96-79c6-4047-8a8b-8db4dfdf0c10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.440835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b42a96-79c6-4047-8a8b-8db4dfdf0c10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.441092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b42a96-79c6-4047-8a8b-8db4dfdf0c10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.441208] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b42a96-79c6-4047-8a8b-8db4dfdf0c10',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.836716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5ad26da-421e-45ca-9667-7ebbdbd13c6a [ 579.838255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.838255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.838255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.838255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.839457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.839457] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5ad26da-421e-45ca-9667-7ebbdbd13c6a already deleted. [ 579.839457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5ad26da-421e-45ca-9667-7ebbdbd13c6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.946241] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b42a96-79c6-4047-8a8b-8db4dfdf0c10 [ 579.946535] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.946946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.946946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.947163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.947323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.948304] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b42a96-79c6-4047-8a8b-8db4dfdf0c10 already deleted. [ 579.948713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b42a96-79c6-4047-8a8b-8db4dfdf0c10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.217025] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f8db3e49-bc56-4370-8288-0015b711fc4d None None] Enqueued Resource ID: 07a1e499-e04e-4570-af15-17dcb16e444f with Priority: HIGHEST for action port [ 580.217025] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a1e499-e04e-4570-af15-17dcb16e444f with Priority: HIGHEST for action port [ 580.217505] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a1e499-e04e-4570-af15-17dcb16e444f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.219505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a1e499-e04e-4570-af15-17dcb16e444f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.219505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a1e499-e04e-4570-af15-17dcb16e444f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.219505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a1e499-e04e-4570-af15-17dcb16e444f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.219505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a1e499-e04e-4570-af15-17dcb16e444f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.722471] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07a1e499-e04e-4570-af15-17dcb16e444f [ 580.722768] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.723260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.723260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.723260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.723379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.723379] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07a1e499-e04e-4570-af15-17dcb16e444f already deleted. [ 580.723497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a1e499-e04e-4570-af15-17dcb16e444f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.361162] env[65249]: INFO networking_nsxv3.common.synchronization [None req-24673b95-a0ac-4f41-b79a-0b67020c1790 None None] Enqueued Resource ID: 42c2f491-615a-43a3-b158-15167a1006d6 with Priority: HIGHEST for action port [ 581.361713] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c2f491-615a-43a3-b158-15167a1006d6 with Priority: HIGHEST for action port [ 581.363846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c2f491-615a-43a3-b158-15167a1006d6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.364563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c2f491-615a-43a3-b158-15167a1006d6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.364648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c2f491-615a-43a3-b158-15167a1006d6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.365344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c2f491-615a-43a3-b158-15167a1006d6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.365416] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c2f491-615a-43a3-b158-15167a1006d6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.868382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42c2f491-615a-43a3-b158-15167a1006d6 [ 581.870765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.871023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.871023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.871244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.871333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.871432] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42c2f491-615a-43a3-b158-15167a1006d6 already deleted. [ 581.871619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c2f491-615a-43a3-b158-15167a1006d6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.185959] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ff422a30-b3f3-49e5-b9c6-c68d7b3bdc45 None None] Enqueued Resource ID: ef12c7b8-174d-4aa4-891f-00cc4e9cd236 with Priority: HIGHEST for action port [ 582.186251] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef12c7b8-174d-4aa4-891f-00cc4e9cd236 with Priority: HIGHEST for action port [ 582.186572] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef12c7b8-174d-4aa4-891f-00cc4e9cd236 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.186732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef12c7b8-174d-4aa4-891f-00cc4e9cd236" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.186822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef12c7b8-174d-4aa4-891f-00cc4e9cd236" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.187122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef12c7b8-174d-4aa4-891f-00cc4e9cd236" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.187222] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef12c7b8-174d-4aa4-891f-00cc4e9cd236',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.690372] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef12c7b8-174d-4aa4-891f-00cc4e9cd236 [ 582.691696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.691696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.691696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.691696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.691696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.691696] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef12c7b8-174d-4aa4-891f-00cc4e9cd236 already deleted. [ 582.691696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef12c7b8-174d-4aa4-891f-00cc4e9cd236" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.870554] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c1cf3a1e-520b-4e6a-9580-2a2121bf7854 None None] Enqueued Resource ID: 65482b23-20f0-45f6-8aa7-76cc6d58e5ae with Priority: HIGHEST for action port [ 582.871138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65482b23-20f0-45f6-8aa7-76cc6d58e5ae with Priority: HIGHEST for action port [ 582.872079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-65482b23-20f0-45f6-8aa7-76cc6d58e5ae taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.872079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65482b23-20f0-45f6-8aa7-76cc6d58e5ae" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.872079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65482b23-20f0-45f6-8aa7-76cc6d58e5ae" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.872079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65482b23-20f0-45f6-8aa7-76cc6d58e5ae" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.872079] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65482b23-20f0-45f6-8aa7-76cc6d58e5ae',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.082821] env[65249]: INFO networking_nsxv3.common.synchronization [None req-3e6f55ad-e45f-42d5-9c40-4a34d46d2833 None None] Enqueued Resource ID: e2a82e57-f8a9-427a-b45d-f1cce49d27f5 with Priority: HIGHEST for action port [ 583.083710] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a82e57-f8a9-427a-b45d-f1cce49d27f5 with Priority: HIGHEST for action port [ 583.083710] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a82e57-f8a9-427a-b45d-f1cce49d27f5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.083960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a82e57-f8a9-427a-b45d-f1cce49d27f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.083960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a82e57-f8a9-427a-b45d-f1cce49d27f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.084184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a82e57-f8a9-427a-b45d-f1cce49d27f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.084184] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a82e57-f8a9-427a-b45d-f1cce49d27f5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.374575] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65482b23-20f0-45f6-8aa7-76cc6d58e5ae [ 583.374827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.375183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.375183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.376140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.376140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.376140] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65482b23-20f0-45f6-8aa7-76cc6d58e5ae already deleted. [ 583.376140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65482b23-20f0-45f6-8aa7-76cc6d58e5ae" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.587025] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a82e57-f8a9-427a-b45d-f1cce49d27f5 [ 583.587229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.587392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.587456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.587698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.587798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.587886] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a82e57-f8a9-427a-b45d-f1cce49d27f5 already deleted. [ 583.587997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a82e57-f8a9-427a-b45d-f1cce49d27f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.632932] env[65249]: INFO networking_nsxv3.common.synchronization [None req-26dd26a7-d08c-4b7e-b453-adc5177bdb5c None None] Enqueued Resource ID: 8057cff3-21fb-4b46-8721-77129dea576f with Priority: HIGHEST for action port [ 584.635018] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8057cff3-21fb-4b46-8721-77129dea576f with Priority: HIGHEST for action port [ 584.635018] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8057cff3-21fb-4b46-8721-77129dea576f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.635018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8057cff3-21fb-4b46-8721-77129dea576f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.635018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8057cff3-21fb-4b46-8721-77129dea576f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.635018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8057cff3-21fb-4b46-8721-77129dea576f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.635018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8057cff3-21fb-4b46-8721-77129dea576f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.691151] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a65a58c0-8014-48ab-b779-b1657efbd46a None None] Enqueued Resource ID: 5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c with Priority: HIGHEST for action port [ 584.692793] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c with Priority: HIGHEST for action port [ 584.697261] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.697639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.697639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.697966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.698156] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.137193] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8057cff3-21fb-4b46-8721-77129dea576f [ 585.137193] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.137384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.138092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.138262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.138344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8057cff3-21fb-4b46-8721-77129dea576f already deleted. [ 585.138452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8057cff3-21fb-4b46-8721-77129dea576f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.201595] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c [ 585.201595] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.201738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.201824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.202482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.202482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.202482] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c already deleted. [ 585.202482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2ac0a9-1bbb-4b03-ac9a-4bc349c31a0c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.542267] env[65249]: INFO networking_nsxv3.common.synchronization [req-64385b56-6b5f-4419-ad55-a3f8ffae5e3e req-3edf6a16-9216-42e1-a66f-11da62ef70d2 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 585.542267] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 585.542267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.542267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.542267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.542267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.639939] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7a026bec-f60e-4874-9c81-82ef99266780 None None] Enqueued Resource ID: db8c29ef-9e47-4cbe-abb2-15146de58dce with Priority: HIGHEST for action port [ 585.640683] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8c29ef-9e47-4cbe-abb2-15146de58dce with Priority: HIGHEST for action port [ 585.644438] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8c29ef-9e47-4cbe-abb2-15146de58dce taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.644438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8c29ef-9e47-4cbe-abb2-15146de58dce" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.644438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8c29ef-9e47-4cbe-abb2-15146de58dce" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.644645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8c29ef-9e47-4cbe-abb2-15146de58dce" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.644645] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8c29ef-9e47-4cbe-abb2-15146de58dce',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.045108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.045108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.045108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.045108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.045108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.045361] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.045361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.045456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.045518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.045587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.045667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a already deleted. [ 586.045741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.150460] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db8c29ef-9e47-4cbe-abb2-15146de58dce [ 586.150681] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.150842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.150900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.151139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.151220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.151320] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db8c29ef-9e47-4cbe-abb2-15146de58dce already deleted. [ 586.151400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8c29ef-9e47-4cbe-abb2-15146de58dce" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.235506] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.235728] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.235811] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.236114] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.236370] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.236779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.236945] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.237203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.237341] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.237625] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.237737] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.237845] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.237948] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.238074] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.238175] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.238304] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.259304] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.259304] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.259457] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.259586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.259902] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.260085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.260198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.260491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.260624] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e46a83d-d90c-4ca7-b782-3456a9ce1edb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.763737] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.764362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.764362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.764362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.764518] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.764628] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 5e46a83d-d90c-4ca7-b782-3456a9ce1edb not found, creating... [ 586.764882] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.765087] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.765775] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.765775] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.765775] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.766103] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.766103] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.766407] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.766407] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.766501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.766621] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 5e46a83d-d90c-4ca7-b782-3456a9ce1edb is going to be created. [ 586.788466] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.788710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.788866] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.789338] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.789498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.789751] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.151790] env[65249]: INFO networking_nsxv3.common.synchronization [None req-8ce656b3-ba1c-4d3e-b32c-a08aa1930486 None None] Enqueued Resource ID: 5d1b246e-4e60-4cf3-bf8d-700aafa2283b with Priority: HIGHEST for action port [ 587.152096] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1b246e-4e60-4cf3-bf8d-700aafa2283b with Priority: HIGHEST for action port [ 587.152976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1b246e-4e60-4cf3-bf8d-700aafa2283b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.155436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1b246e-4e60-4cf3-bf8d-700aafa2283b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.156039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1b246e-4e60-4cf3-bf8d-700aafa2283b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.156345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1b246e-4e60-4cf3-bf8d-700aafa2283b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.156439] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1b246e-4e60-4cf3-bf8d-700aafa2283b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [req-64385b56-6b5f-4419-ad55-a3f8ffae5e3e req-7876d00c-c89f-44d9-8c5e-1d85550116f9 service nova] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_rules [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [req-64385b56-6b5f-4419-ad55-a3f8ffae5e3e req-7876d00c-c89f-44d9-8c5e-1d85550116f9 service nova] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [req-64385b56-6b5f-4419-ad55-a3f8ffae5e3e req-7876d00c-c89f-44d9-8c5e-1d85550116f9 service nova] Enqueued Resource ID: 5e46a83d-d90c-4ca7-b782-3456a9ce1edb with Priority: HIGHEST for action port [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_rules [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 587.577394] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e46a83d-d90c-4ca7-b782-3456a9ce1edb with Priority: HIGHEST for action port [ 587.577394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.577394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.577394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.578137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.578357] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.580899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.581266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.583023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.583023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.583023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.584104] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.584425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.584583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.584842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.585033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e46a83d-d90c-4ca7-b782-3456a9ce1edb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.658400] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d1b246e-4e60-4cf3-bf8d-700aafa2283b [ 587.658400] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.658569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.658569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.658746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.658864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.659017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d1b246e-4e60-4cf3-bf8d-700aafa2283b already deleted. [ 587.659060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1b246e-4e60-4cf3-bf8d-700aafa2283b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.899982] env[65249]: INFO networking_nsxv3.common.synchronization [None req-de70ac7d-f563-4450-a444-f6fbf2bdf037 tempest-ServersTestFqdnHostnames-1209100011 tempest-ServersTestFqdnHostnames-1209100011-project-member] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 587.900720] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 587.900857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.901475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.901475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.901817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.901944] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.087218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.087218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.104857] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e46a83d-d90c-4ca7-b782-3456a9ce1edb with status ACTIVE [ 588.105209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.105295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.105295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.105528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.105621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.105811] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.105967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.106042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.106416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.106554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.106691] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.106786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.106847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.106987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.107075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.107338] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e46a83d-d90c-4ca7-b782-3456a9ce1edb is going to be updated. [ 588.108280] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.129234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.129394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.129394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.129614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.129731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.129910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e46a83d-d90c-4ca7-b782-3456a9ce1edb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.185537] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1c79362c-c110-4dac-9f3c-17f13ab045c7 tempest-ServersTestFqdnHostnames-1209100011 tempest-ServersTestFqdnHostnames-1209100011-project-member] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 588.186204] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 588.186361] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.186492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.428578] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.428754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.428814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.429228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.429228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.429295] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 already deleted. [ 588.429358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.429544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.429713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.429831] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.612095] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.678455] env[65249]: INFO networking_nsxv3.common.synchronization [req-65ee6cb3-0e38-45e6-91a2-ce753d8e55a9 req-45dd30cf-63e3-4824-a06c-e5143346e84c tempest-ServerDiagnosticsTest-1205705021 tempest-ServerDiagnosticsTest-1205705021-project-member] Enqueued Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 588.678972] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 588.679292] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.679722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.679722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.679814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.679892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.681875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.681875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.681875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.681875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.681875] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.951268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.952378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.952378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.952378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.952753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.953260] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 already deleted. [ 588.953260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.115257] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.115257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.117953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.117953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.117953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.117953] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be created. [ 589.177957] env[65249]: INFO networking_nsxv3.common.synchronization [None req-debe4737-8ff3-49d9-8154-66e5f66f0d39 None None] Enqueued Resource ID: 3200de88-4af8-42f2-bbc1-1e4f84825f3f with Priority: HIGHEST for action port [ 589.178504] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3200de88-4af8-42f2-bbc1-1e4f84825f3f with Priority: HIGHEST for action port [ 589.178821] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3200de88-4af8-42f2-bbc1-1e4f84825f3f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.178962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3200de88-4af8-42f2-bbc1-1e4f84825f3f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.179452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3200de88-4af8-42f2-bbc1-1e4f84825f3f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.180069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3200de88-4af8-42f2-bbc1-1e4f84825f3f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.180188] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3200de88-4af8-42f2-bbc1-1e4f84825f3f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.183739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.184270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.184342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.184539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.184631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.184828] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.184926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.184980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.185148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.185371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.185478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 already deleted. [ 589.185566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.231128] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.231128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.231128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.231714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.231800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.243142] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: UNINITIALIZED for 2s [ 589.684394] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3200de88-4af8-42f2-bbc1-1e4f84825f3f [ 589.684643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.684781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.684850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.685311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.685311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.685311] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3200de88-4af8-42f2-bbc1-1e4f84825f3f already deleted. [ 589.685463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3200de88-4af8-42f2-bbc1-1e4f84825f3f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.751257] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.751257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.751439] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.751641] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.751943] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.752126] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.752241] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.752453] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.752589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.752789] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.752894] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.752997] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.753111] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.753214] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.753314] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.753484] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.772138] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.772303] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.772437] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.772601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.772988] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-57bbcf3b-c35c-4961-892d-ad330bd621e2 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.773146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.773186] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.773483] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.773616] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bbcf3b-c35c-4961-892d-ad330bd621e2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.275886] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.276258] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.278705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.278950] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.279113] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.279418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 57bbcf3b-c35c-4961-892d-ad330bd621e2 not found, creating... [ 590.279560] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.279790] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.279790] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.279988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.280127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.280406] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.280551] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.280731] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.280890] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.281117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.281277] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 57bbcf3b-c35c-4961-892d-ad330bd621e2 is going to be created. [ 590.303632] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.303835] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.303962] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.304279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.304516] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.304759] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.884590] env[65249]: INFO networking_nsxv3.common.synchronization [req-a796d34d-8174-460f-8072-d45bb03eabcb req-7eee6189-ab82-4df6-9541-258d25dddef1 tempest-ServerDiagnosticsNegativeTest-93261696 tempest-ServerDiagnosticsNegativeTest-93261696-project-member] Enqueued Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 590.885157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 590.886413] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.886413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.886413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.886413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.886910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.887076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.887136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.887298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.887800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.887907] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [req-65ee6cb3-0e38-45e6-91a2-ce753d8e55a9 req-7d694fd5-e315-4d08-af9f-8aba99e09bdb service nova] Enqueued Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_rules [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [req-65ee6cb3-0e38-45e6-91a2-ce753d8e55a9 req-7d694fd5-e315-4d08-af9f-8aba99e09bdb service nova] Enqueued Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [req-65ee6cb3-0e38-45e6-91a2-ce753d8e55a9 req-7d694fd5-e315-4d08-af9f-8aba99e09bdb service nova] Enqueued Resource ID: 57bbcf3b-c35c-4961-892d-ad330bd621e2 with Priority: HIGHEST for action port [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_rules [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 591.076236] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bbcf3b-c35c-4961-892d-ad330bd621e2 with Priority: HIGHEST for action port [ 591.076236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.076236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.076236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.076236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.077183] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.078962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.079523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.079718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.080064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.080446] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.080727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.080914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.081689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.081880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.083071] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.083624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bbcf3b-c35c-4961-892d-ad330bd621e2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.086305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.086305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.086305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.086305] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bbcf3b-c35c-4961-892d-ad330bd621e2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.255229] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 591.255494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.255655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.255865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.256109] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.256204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.256254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.256400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.256479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.256562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.256650] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.334481] env[65249]: INFO networking_nsxv3.common.synchronization [None req-2eb16873-3f52-473f-9f3d-eb7bf93378c6 None None] Enqueued Resource ID: 12f5e48b-9e80-4bad-91e0-cc68da4a3800 with Priority: HIGHEST for action port [ 591.334481] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f5e48b-9e80-4bad-91e0-cc68da4a3800 with Priority: HIGHEST for action port [ 591.334806] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f5e48b-9e80-4bad-91e0-cc68da4a3800 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.334806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f5e48b-9e80-4bad-91e0-cc68da4a3800" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.335548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f5e48b-9e80-4bad-91e0-cc68da4a3800" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.335838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f5e48b-9e80-4bad-91e0-cc68da4a3800" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.335915] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f5e48b-9e80-4bad-91e0-cc68da4a3800',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.391965] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.392121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.392121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.392319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.392407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.392746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.392746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.392906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.392972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.393075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.393180] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c already deleted. [ 591.393266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.508931] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.509142] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.509385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.509714] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.509971] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.510150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.510264] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.510698] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.510698] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.510910] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.511105] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.511351] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.511464] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.511571] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.511671] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.511901] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.532645] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.532645] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.532645] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.532645] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.532786] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-af705b0d-9c8d-4bf8-895a-584603be3dc5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.532932] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.533090] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.535105] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.535426] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af705b0d-9c8d-4bf8-895a-584603be3dc5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.586245] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.587586] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.587734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.589325] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bbcf3b-c35c-4961-892d-ad330bd621e2 with status ACTIVE [ 591.589608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.589720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.589854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.590295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.590295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.590295] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.590473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.590473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.590588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.590649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.590841] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.590950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.591022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.591144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.591218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.591301] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bbcf3b-c35c-4961-892d-ad330bd621e2 is going to be updated. [ 591.613959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.613959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.613959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.614814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.614814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.614814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bbcf3b-c35c-4961-892d-ad330bd621e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.760246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.760246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.760246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.760246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.760453] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.760511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.760581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.760767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.760861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.760950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.761147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.761248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.761310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.761451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.761589] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.761680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.761739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.761868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.761941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.762031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.762143] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.840741] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12f5e48b-9e80-4bad-91e0-cc68da4a3800 [ 591.840741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.840741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.840741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.840741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.840741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.840741] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12f5e48b-9e80-4bad-91e0-cc68da4a3800 already deleted. [ 591.840741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f5e48b-9e80-4bad-91e0-cc68da4a3800" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.038501] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.038501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.038501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.038752] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.039055] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.039255] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port af705b0d-9c8d-4bf8-895a-584603be3dc5 not found, creating... [ 592.039558] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.040116] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.040303] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.040569] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.040702] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.041069] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.041522] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.041692] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042096] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.042278] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: af705b0d-9c8d-4bf8-895a-584603be3dc5 is going to be created. [ 592.063846] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.064133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.064181] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.064422] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.064636] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.064841] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.089069] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.265683] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a: rpc.has_security_group_logging(os_id): False [ 592.269982] env[65249]: INFO networking_nsxv3.common.synchronization [None req-af61221a-1922-41c3-83cc-922abf6dc7ce None None] Enqueued Resource ID: 54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149 with Priority: HIGHEST for action port [ 592.269982] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149 with Priority: HIGHEST for action port [ 592.270188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.270188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.270281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.270953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.271045] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.293446] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.293596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.293637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.294135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.294135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.294252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.294314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.294344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.294578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.294578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.294744] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.294840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.294908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.295062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.295178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.295324] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.295416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.295594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.295753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.295830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.296078] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be created. [ 592.364102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.364967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.365350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.367015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.367015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.382098] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 592.592788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.592946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.593011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.593235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.593349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.593422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 is going to be created. [ 592.622246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.622433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.622478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.622653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.622867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.634520] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: UNINITIALIZED for 2s [ 592.773268] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149 [ 592.776759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.776759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.776759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.776759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.776759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.776759] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149 already deleted. [ 592.776759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b7dc2d-fd7d-4a65-ba13-9d50f9c1c149" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.801034] env[65249]: INFO networking_nsxv3.common.synchronization [req-a796d34d-8174-460f-8072-d45bb03eabcb req-10135984-7765-4cac-8284-5523118a31e7 service nova] Enqueued Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_rules [ 592.801161] env[65249]: INFO networking_nsxv3.common.synchronization [req-a796d34d-8174-460f-8072-d45bb03eabcb req-10135984-7765-4cac-8284-5523118a31e7 service nova] Enqueued Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 592.801292] env[65249]: INFO networking_nsxv3.common.synchronization [req-a796d34d-8174-460f-8072-d45bb03eabcb req-10135984-7765-4cac-8284-5523118a31e7 service nova] Enqueued Resource ID: af705b0d-9c8d-4bf8-895a-584603be3dc5 with Priority: HIGHEST for action port [ 592.801509] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_rules [ 592.801632] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 592.801726] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af705b0d-9c8d-4bf8-895a-584603be3dc5 with Priority: HIGHEST for action port [ 592.802280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.802405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.802471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.802715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.802811] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.804285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.804389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.804545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.804631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.805723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.805875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.805957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.806119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.806215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.806301] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.807079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-af705b0d-9c8d-4bf8-895a-584603be3dc5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.807283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.807283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.807406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.807482] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af705b0d-9c8d-4bf8-895a-584603be3dc5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.998415] env[65249]: INFO networking_nsxv3.common.synchronization [req-ded1a76a-e935-4e0c-afaa-80488b15cf64 req-937c1513-4117-498d-831a-8822e0605c78 tempest-DeleteServersAdminTestJSON-1211124363 tempest-DeleteServersAdminTestJSON-1211124363-project-member] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 592.998914] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 592.999258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.999532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.999532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.999702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.999854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.999951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.000023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.000168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.000254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.000343] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.097026] env[65249]: INFO networking_nsxv3.common.synchronization [None req-839f9016-8f1a-4a6e-b64c-f2b6262e197f None None] Enqueued Resource ID: 1de4b823-21f9-42c5-b1d5-63bc7edf6152 with Priority: HIGHEST for action port [ 593.097421] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de4b823-21f9-42c5-b1d5-63bc7edf6152 with Priority: HIGHEST for action port [ 593.097967] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de4b823-21f9-42c5-b1d5-63bc7edf6152 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.097967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de4b823-21f9-42c5-b1d5-63bc7edf6152" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.098174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de4b823-21f9-42c5-b1d5-63bc7edf6152" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.098274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de4b823-21f9-42c5-b1d5-63bc7edf6152" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.098354] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de4b823-21f9-42c5-b1d5-63bc7edf6152',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.232045] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ea04dcd6-93df-4090-b11c-d31e14668948 None None] Enqueued Resource ID: 221af5f8-90d4-4317-a1f5-8ebde332cb8c with Priority: HIGHEST for action port [ 593.232310] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221af5f8-90d4-4317-a1f5-8ebde332cb8c with Priority: HIGHEST for action port [ 593.232867] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-221af5f8-90d4-4317-a1f5-8ebde332cb8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.232981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221af5f8-90d4-4317-a1f5-8ebde332cb8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.233063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221af5f8-90d4-4317-a1f5-8ebde332cb8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.233313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221af5f8-90d4-4317-a1f5-8ebde332cb8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.233390] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221af5f8-90d4-4317-a1f5-8ebde332cb8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.310064] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.310064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.310064] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.311210] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af705b0d-9c8d-4bf8-895a-584603be3dc5 with status ACTIVE [ 593.311498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.311587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.311587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.311789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.312449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.312449] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.312449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.312449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.312449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.312449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.312754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.312754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.312754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.313041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.313041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.313041] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af705b0d-9c8d-4bf8-895a-584603be3dc5 is going to be updated. [ 593.335037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.335188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.337026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.337026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.337026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.337026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af705b0d-9c8d-4bf8-895a-584603be3dc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.374083] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.374438] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.374438] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.374838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.374899] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.375025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.375137] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.375342] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.375475] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.375672] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.375829] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.375894] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.375977] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.376097] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.376196] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.376317] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.408637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.408822] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.408958] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.409154] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.409468] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-400a6dab-2257-4343-afb7-4a0838840384 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.409635] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.409747] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.410112] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.410247] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400a6dab-2257-4343-afb7-4a0838840384',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.502170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.502408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.502408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.502702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.502801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.503024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.503152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.503218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.503386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.503462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.503549] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 already deleted. [ 593.503628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.601721] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de4b823-21f9-42c5-b1d5-63bc7edf6152 [ 593.601981] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.602151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.602224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.602467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.602558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.602688] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de4b823-21f9-42c5-b1d5-63bc7edf6152 already deleted. [ 593.602774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de4b823-21f9-42c5-b1d5-63bc7edf6152" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.738942] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 221af5f8-90d4-4317-a1f5-8ebde332cb8c [ 593.739222] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.739551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.739551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.739709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.739709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.739802] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:221af5f8-90d4-4317-a1f5-8ebde332cb8c already deleted. [ 593.739895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221af5f8-90d4-4317-a1f5-8ebde332cb8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.813162] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.916808] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.920104] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.920339] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.920638] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.920781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.920966] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 400a6dab-2257-4343-afb7-4a0838840384 not found, creating... [ 593.921270] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.921434] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.921544] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.921750] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.921971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.922370] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.922370] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.922492] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.922616] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.922736] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.922871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 400a6dab-2257-4343-afb7-4a0838840384 is going to be created. [ 593.944891] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.946294] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.946457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.946771] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.947075] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.947355] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.949926] env[65249]: INFO networking_nsxv3.common.synchronization [None req-fcddfecc-1f48-444a-a578-2b9a29cf601b None None] Enqueued Resource ID: 6ca21d4b-1c23-4749-ac3b-33d371fc7f41 with Priority: HIGHEST for action port [ 593.950416] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca21d4b-1c23-4749-ac3b-33d371fc7f41 with Priority: HIGHEST for action port [ 593.951058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca21d4b-1c23-4749-ac3b-33d371fc7f41 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.951419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca21d4b-1c23-4749-ac3b-33d371fc7f41" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.951540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca21d4b-1c23-4749-ac3b-33d371fc7f41" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.951807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca21d4b-1c23-4749-ac3b-33d371fc7f41" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.951937] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca21d4b-1c23-4749-ac3b-33d371fc7f41',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.315120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.315280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.315347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.317716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.317716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.317716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c is going to be created. [ 594.346643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.346643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.346643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.346643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.346643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.358250] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: UNINITIALIZED for 2s [ 594.394356] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 594.394724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.448293] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f138a310-da49-4996-9736-9e48b2cb7f03 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 594.448823] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 594.449268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.449268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.449268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.449576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.450268] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.454852] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ca21d4b-1c23-4749-ac3b-33d371fc7f41 [ 594.455403] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.455569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.456310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.456310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.456310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.456310] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ca21d4b-1c23-4749-ac3b-33d371fc7f41 already deleted. [ 594.456310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca21d4b-1c23-4749-ac3b-33d371fc7f41" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648503] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: SUCCESS [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.648503] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.648503] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.776295] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f6db5737-a58d-4073-885c-c9343573dff8 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 594.776946] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 594.777293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.777424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.800638] env[65249]: INFO networking_nsxv3.common.synchronization [req-ded1a76a-e935-4e0c-afaa-80488b15cf64 req-17568f90-e2c7-4694-9667-d5536f21fee9 service nova] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_rules [ 594.800638] env[65249]: INFO networking_nsxv3.common.synchronization [req-ded1a76a-e935-4e0c-afaa-80488b15cf64 req-17568f90-e2c7-4694-9667-d5536f21fee9 service nova] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 594.800761] env[65249]: INFO networking_nsxv3.common.synchronization [req-ded1a76a-e935-4e0c-afaa-80488b15cf64 req-17568f90-e2c7-4694-9667-d5536f21fee9 service nova] Enqueued Resource ID: 400a6dab-2257-4343-afb7-4a0838840384 with Priority: HIGHEST for action port [ 594.801406] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_rules [ 594.801406] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 594.801580] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400a6dab-2257-4343-afb7-4a0838840384 with Priority: HIGHEST for action port [ 594.802521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.802521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.803120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.803120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.803120] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.805720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.805720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.805720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.805720] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.806318] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-400a6dab-2257-4343-afb7-4a0838840384 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.806432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.806500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.806654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.806902] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400a6dab-2257-4343-afb7-4a0838840384',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.971491] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.971645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.971715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.971964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.972026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.972128] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 already deleted. [ 594.972209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.972702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.972870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.972952] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.151510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.151673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.152027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.152238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.152413] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.152513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.152574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.152718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.152801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.152884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.153047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.153138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.153195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.153329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.153460] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.153543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.153599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.153724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.153793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.153875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.153973] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.308788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.309029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.309093] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.312734] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 400a6dab-2257-4343-afb7-4a0838840384 with status ACTIVE [ 595.312942] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.313081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.313149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.313414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.313510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.313746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.313841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.313841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314381] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.314381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.314381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.314593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.314593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.314593] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 400a6dab-2257-4343-afb7-4a0838840384 is going to be updated. [ 595.336525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.336704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.336748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.337415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.337724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.337785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400a6dab-2257-4343-afb7-4a0838840384" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.501199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.501492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.501567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.501841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.502480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.502480] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 already deleted. [ 595.502480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.657624] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a59f5d17-19ec-4ffd-9c67-96ce8928c6c4: rpc.has_security_group_logging(os_id): False [ 595.681750] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.682308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.684017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.684017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.684017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.684898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.685848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.686815] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.686815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.686815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.686815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.686815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.686815] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 is going to be created. [ 595.748637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.748771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.748817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.749065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.749249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.762113] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: IN_PROGRESS for 2s [ 595.811423] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.314708] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.314906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.314981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.315326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.315447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.315571] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be created. [ 596.343286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.343286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.343286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.343286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.343566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.358616] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: UNINITIALIZED for 2s [ 596.367897] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: SUCCESS [ 596.368161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.368342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.368583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.368793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.368942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.368993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.369175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.369270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.369360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.369453] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.722106] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f8792c01-eadd-41a7-bf23-af09f2d89da2 None None] Enqueued Resource ID: 86a2a7b1-b31d-49a5-a44e-64234b4ece1e with Priority: HIGHEST for action port [ 596.722731] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a2a7b1-b31d-49a5-a44e-64234b4ece1e with Priority: HIGHEST for action port [ 596.722919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a2a7b1-b31d-49a5-a44e-64234b4ece1e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.723122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a2a7b1-b31d-49a5-a44e-64234b4ece1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a2a7b1-b31d-49a5-a44e-64234b4ece1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a2a7b1-b31d-49a5-a44e-64234b4ece1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.723488] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a2a7b1-b31d-49a5-a44e-64234b4ece1e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.872550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.872873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.872873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.873068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.873306] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.873439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.873439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.873580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.873638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.873683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.874657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.874657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.874657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.875100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.875100] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.225365] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86a2a7b1-b31d-49a5-a44e-64234b4ece1e [ 597.225628] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.225775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.225852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.226142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.226223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.226330] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86a2a7b1-b31d-49a5-a44e-64234b4ece1e already deleted. [ 597.226400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a2a7b1-b31d-49a5-a44e-64234b4ece1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.381426] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c: rpc.has_security_group_logging(os_id): False [ 597.402257] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.402401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.402470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.402672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.402755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.402932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.403037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.403097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.403239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.403333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.403509] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.403581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.403645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.403772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.403842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.404038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.404129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.404186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.404317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.404385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.404465] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c is going to be created. [ 597.466079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.466079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.466079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.466079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.466079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.478249] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: IN_PROGRESS for 2s [ 597.589991] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a3172fac-db27-457b-917d-0e3d7dcff918 tempest-VolumesAssistedSnapshotsTest-1202991593 tempest-VolumesAssistedSnapshotsTest-1202991593-project-member] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 597.591125] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 597.591125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.591125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.592321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.592736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.592839] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.699858] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7b1d94ac-b398-4e8a-9017-2afe7fdd2bca tempest-VolumesAssistedSnapshotsTest-1202991593 tempest-VolumesAssistedSnapshotsTest-1202991593-project-member] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 597.700931] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 597.701951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.702163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.778277] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: SUCCESS [ 597.778591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.121156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.121729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.122225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.122225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.122225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.122558] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 already deleted. [ 598.122668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.123454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.123454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.123454] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.205812] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e072179-c169-479c-a533-24dd8377225e req-981e29bf-4a97-4e47-8d05-0cc5a6dda100 tempest-ServersAdminNegativeTestJSON-647785820 tempest-ServersAdminNegativeTestJSON-647785820-project-member] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 598.206765] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 598.207167] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.207329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.207370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.207669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.208100] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.208100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.208100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.208242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.208242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.208312] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.369801] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 598.369801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.369801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.370353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.370353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.370353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.370634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.370634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.370634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.370787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.370787] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.654583] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.654583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.654583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.654583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.654583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.654583] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 already deleted. [ 598.654583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.711058] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.711058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.711058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.711271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.711418] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.711626] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.711766] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.712461] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.712461] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.712461] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.712594] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.712594] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.712776] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.712958] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.713073] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.713358] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.714470] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.714673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.714770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.714961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.715089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.715297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.715546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.715546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.716199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.716338] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 already deleted. [ 598.716626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.758628] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.758628] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.758628] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.758628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.758628] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-7e2e6263-93e9-4905-881e-0d085198c1eb taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.758628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.758628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.758628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.758628] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2e6263-93e9-4905-881e-0d085198c1eb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.874019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.874823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.874823] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.875011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.875043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.875129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.875273] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.875376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.875566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.875701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.875790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.875978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.876066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876240] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.263379] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.263698] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.263786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.263991] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.264157] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.264309] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 7e2e6263-93e9-4905-881e-0d085198c1eb not found, creating... [ 599.264572] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.264721] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.264831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.265051] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.265187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.265471] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.265629] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.265739] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.265940] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.266161] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.266330] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 7e2e6263-93e9-4905-881e-0d085198c1eb is going to be created. [ 599.286891] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.287201] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.287201] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.289955] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.290210] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.290435] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.379673] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ebc332f-0153-44ec-9343-ceef7f0efd60: rpc.has_security_group_logging(os_id): False [ 599.409325] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.409527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.409568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.409759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.409848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.410066] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.410169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.410297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.410443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.410561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.410820] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.410977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.411048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.411432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.411432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.411432] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.411614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.411614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.411753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.411817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.411867] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be created. [ 599.497925] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.498081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.498208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.498371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.498556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.505918] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: SUCCESS [ 599.506172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.509584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 600.010883] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e072179-c169-479c-a533-24dd8377225e req-8fac6403-9b1f-4586-954a-b38db7fcd308 service nova] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_rules [ 600.011258] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e072179-c169-479c-a533-24dd8377225e req-8fac6403-9b1f-4586-954a-b38db7fcd308 service nova] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 600.011302] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e072179-c169-479c-a533-24dd8377225e req-8fac6403-9b1f-4586-954a-b38db7fcd308 service nova] Enqueued Resource ID: 7e2e6263-93e9-4905-881e-0d085198c1eb with Priority: HIGHEST for action port [ 600.011818] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_rules [ 600.012054] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 600.012094] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2e6263-93e9-4905-881e-0d085198c1eb with Priority: HIGHEST for action port [ 600.012394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.012512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.012577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.012854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.013775] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.013925] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.013925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.014020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.014871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.014871] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.014871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.014871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.014871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.014871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.014871] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.015605] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2e6263-93e9-4905-881e-0d085198c1eb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.016375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.016375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.016375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.016375] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2e6263-93e9-4905-881e-0d085198c1eb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.468614] env[65249]: INFO networking_nsxv3.common.synchronization [req-2b9aa71d-d95a-47e5-975e-977520206ee1 req-e38e2463-d9cf-4db5-b4f0-7217e7def2c9 tempest-ServerRescueTestJSON-1117054440 tempest-ServerRescueTestJSON-1117054440-project-member] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 600.468848] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 600.470793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.471664] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.472071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.472169] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.517425] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.517589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518040] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.520384] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2e6263-93e9-4905-881e-0d085198c1eb with status ACTIVE [ 600.520384] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.520384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.523311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.523311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.523450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.523967] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.523967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.523967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.527521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.527682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.528206] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.528206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.528206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.528388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.528472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.528539] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2e6263-93e9-4905-881e-0d085198c1eb is going to be updated. [ 600.555312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.555312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.555467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.556254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.556254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.556254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2e6263-93e9-4905-881e-0d085198c1eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.948887] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.949098] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.949216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.949552] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.949806] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.949955] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.950170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.950400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.950536] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.950735] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.950838] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.950961] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.951078] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.951183] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.951283] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.951661] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.972170] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.972612] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.972612] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.972822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.973278] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.973670] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.973670] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.973951] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.974135] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.975750] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.976118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.976118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.976213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.976245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.976440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.976650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.976650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.976774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.976847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.976937] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 already deleted. [ 600.977260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.032278] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.477190] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.477190] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.477448] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.477879] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.478122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.478351] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 not found, creating... [ 601.478727] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.478963] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.479183] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.479560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.479796] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.480271] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.480555] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.480776] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.481137] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.481320] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.481510] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 is going to be created. [ 601.504808] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.504808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.504808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.504992] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.505165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.505384] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.521870] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 601.522121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.530947] env[65249]: INFO networking_nsxv3.common.synchronization [None req-245a7cb6-47c5-4be1-9b8d-c6ad4d1a0ef9 None None] Enqueued Resource ID: 45598a33-a4b1-4bb8-b8cd-64b0717a9744 with Priority: HIGHEST for action port [ 601.531459] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45598a33-a4b1-4bb8-b8cd-64b0717a9744 with Priority: HIGHEST for action port [ 601.531841] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-45598a33-a4b1-4bb8-b8cd-64b0717a9744 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.531985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45598a33-a4b1-4bb8-b8cd-64b0717a9744" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.532071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45598a33-a4b1-4bb8-b8cd-64b0717a9744" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.532371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45598a33-a4b1-4bb8-b8cd-64b0717a9744" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.532431] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45598a33-a4b1-4bb8-b8cd-64b0717a9744',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.533417] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.533533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.533678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.533775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.533904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.534013] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be created. [ 601.560551] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.560708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.560759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.561057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.561742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.573991] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: UNINITIALIZED for 2s [ 602.036238] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45598a33-a4b1-4bb8-b8cd-64b0717a9744 [ 602.036646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.036646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.037766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.037863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.037955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.038146] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45598a33-a4b1-4bb8-b8cd-64b0717a9744 already deleted. [ 602.038213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45598a33-a4b1-4bb8-b8cd-64b0717a9744" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.248651] env[65249]: INFO networking_nsxv3.common.synchronization [req-2b9aa71d-d95a-47e5-975e-977520206ee1 req-c5ca8be3-b011-4b08-97c5-6d35ed52ff29 service nova] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_rules [ 602.248651] env[65249]: INFO networking_nsxv3.common.synchronization [req-2b9aa71d-d95a-47e5-975e-977520206ee1 req-c5ca8be3-b011-4b08-97c5-6d35ed52ff29 service nova] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 602.248651] env[65249]: INFO networking_nsxv3.common.synchronization [req-2b9aa71d-d95a-47e5-975e-977520206ee1 req-c5ca8be3-b011-4b08-97c5-6d35ed52ff29 service nova] Enqueued Resource ID: 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 with Priority: HIGHEST for action port [ 602.249327] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_rules [ 602.249481] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 602.249651] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 with Priority: HIGHEST for action port [ 602.249984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.250185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.250185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.250525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.250610] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.251813] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.251813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.251813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.252980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.252980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.252980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.252980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.252980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.252980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.252980] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.253632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.253739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.253802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254057] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.756534] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.759168] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760758] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 with status ACTIVE [ 602.760758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.760758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.760758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.762173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.762173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.762173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.762173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.762173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.762173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2 is going to be updated. [ 602.814037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.814037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.814037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.814037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.814037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.814351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f5dfd8-7add-4b1a-be1a-8d2397e2b1d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.854365] env[65249]: INFO networking_nsxv3.common.synchronization [req-13416507-1bad-4ca2-9c72-29f249818e10 req-2d4f9a6e-4678-459c-8f0d-ff1790f167c8 tempest-ServersTestFqdnHostnames-1209100011 tempest-ServersTestFqdnHostnames-1209100011-project-member] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 602.854365] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 602.855240] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.855240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.855240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.856114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.859019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.859019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.859019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.859019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.859019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.859019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.246637] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.247340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-768" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.247340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-768" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.247340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-768" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.247554] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.247648] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.247722] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.247934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.248136] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.248341] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.248448] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.248551] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.248651] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.248754] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.248905] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.249064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.264443] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.275085] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.275085] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.275085] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.275085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-768" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.275085] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-06c4c71e-bf3b-4ef2-b107-59510de823d2 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.275673] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.275673] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.275673] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.275849] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c4c71e-bf3b-4ef2-b107-59510de823d2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.361720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.361720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.361720] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 already deleted. [ 603.361720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.586325] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 603.587024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.587024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.587415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.587647] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.587859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.587908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.588091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.588224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.588332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.588449] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.768109] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.768908] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be created. [ 603.778265] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.778532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.778661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.778924] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.779095] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.779333] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 06c4c71e-bf3b-4ef2-b107-59510de823d2 not found, creating... [ 603.780234] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.780312] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.780479] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.781462] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.781542] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.783270] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.783270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.783270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.783477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.783966] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.783966] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 06c4c71e-bf3b-4ef2-b107-59510de823d2 is going to be created. [ 603.801582] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.801786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.801880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.802106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.802352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.811643] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.812266] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.812266] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.813816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.815317] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.815469] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817408] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: UNINITIALIZED for 2s [ 604.093023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.093023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.093023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.093345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.093412] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.093550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.093749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.095040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.095040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.095040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.096936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.096936] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.272928] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9ee1e3ea-02d9-4d82-9b2e-01b515823b62 None None] Enqueued Resource ID: 23ba9990-0192-42a1-bd1a-d574afc4c4e7 with Priority: HIGHEST for action port [ 604.274205] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ba9990-0192-42a1-bd1a-d574afc4c4e7 with Priority: HIGHEST for action port [ 604.274205] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ba9990-0192-42a1-bd1a-d574afc4c4e7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.275223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ba9990-0192-42a1-bd1a-d574afc4c4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.275223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ba9990-0192-42a1-bd1a-d574afc4c4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.275667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ba9990-0192-42a1-bd1a-d574afc4c4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275793] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ba9990-0192-42a1-bd1a-d574afc4c4e7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.599283] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84999cf9-57f1-43ca-9a69-4a9d49c68560: rpc.has_security_group_logging(os_id): False [ 604.606997] env[65249]: INFO networking_nsxv3.common.synchronization [req-13416507-1bad-4ca2-9c72-29f249818e10 req-5028768e-d305-4a09-ac27-c68448274068 service nova] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 604.607733] env[65249]: INFO networking_nsxv3.common.synchronization [req-13416507-1bad-4ca2-9c72-29f249818e10 req-5028768e-d305-4a09-ac27-c68448274068 service nova] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 604.607733] env[65249]: INFO networking_nsxv3.common.synchronization [req-13416507-1bad-4ca2-9c72-29f249818e10 req-5028768e-d305-4a09-ac27-c68448274068 service nova] Enqueued Resource ID: 06c4c71e-bf3b-4ef2-b107-59510de823d2 with Priority: HIGHEST for action port [ 604.608302] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_rules [ 604.608442] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 604.608553] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c4c71e-bf3b-4ef2-b107-59510de823d2 with Priority: HIGHEST for action port [ 604.608838] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.608989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.609060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.609272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.609361] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.610321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.610435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.610435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.610588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.610756] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.610863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.610926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.611141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.611251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.611428] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.612172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c4c71e-bf3b-4ef2-b107-59510de823d2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.612298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.612376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.612532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.612607] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c4c71e-bf3b-4ef2-b107-59510de823d2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.620570] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.620570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.620570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.620815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.620893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.621135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.621268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.621326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.621445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.621521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.621727] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.621888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.621888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.622624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.622624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.623371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.624203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.624203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.624203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.624203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.624203] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be created. [ 604.697115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.697293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.697354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.697571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.697749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.711458] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 604.778216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ba9990-0192-42a1-bd1a-d574afc4c4e7 [ 604.778533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.778753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.778864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.779436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.779436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.779611] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ba9990-0192-42a1-bd1a-d574afc4c4e7 already deleted. [ 604.779611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ba9990-0192-42a1-bd1a-d574afc4c4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097209] env[65249]: INFO networking_nsxv3.common.synchronization [req-29e0d046-0719-4c68-bcbe-d9f8d1036744 req-b2114dca-80d5-4842-b17a-6e4ff6b53bf6 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 605.097601] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 605.098154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.098588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.098588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.098979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.098979] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.099467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.099467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.099467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.099467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.099676] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.114912] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.115253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.115567] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06c4c71e-bf3b-4ef2-b107-59510de823d2 with status ACTIVE [ 605.115855] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.116058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.116181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.116494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.116628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.116831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.116948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.117013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.117193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.117274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.117641] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.117641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.117641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.118271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.118271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.118271] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06c4c71e-bf3b-4ef2-b107-59510de823d2 is going to be updated. [ 605.119364] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.148431] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.148579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.148675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.152296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.152296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.152296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c4c71e-bf3b-4ef2-b107-59510de823d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.603691] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.604166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.604166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.604337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.604460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.604728] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.605175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.605175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.605307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.605357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.605435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 already deleted. [ 605.605543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.622614] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.829805] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 605.830071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.830198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.830419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.830611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.830729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.830793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.830938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.831082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.831176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.831799] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.036821] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.037746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.037746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.037746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.037746] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.037952] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.038014] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.041480] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.041801] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.043834] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.043834] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.043834] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.043834] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.043834] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.043834] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.043834] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.077600] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.077805] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.077908] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.078089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.078409] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-724ede02-13f5-481a-8309-136bb8a8853b taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.078597] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.078711] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.079211] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.079211] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724ede02-13f5-481a-8309-136bb8a8853b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.127857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.128016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.128141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.128387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.128531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.128665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 is going to be created. [ 606.152560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.152707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.153018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.153186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.165725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: UNINITIALIZED for 2s [ 606.334509] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335578] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.335668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.336073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.336246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.336385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.336513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.336721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.336952] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.337107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.337236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.337389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.337517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.337632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.337746] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.498769] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9bf2def6-c96a-410a-9f77-7a16e723194b tempest-ServersTestBootFromVolume-1996723477 tempest-ServersTestBootFromVolume-1996723477-project-member] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 606.499432] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 606.499800] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.502063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.502063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.502063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.502063] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.582458] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582693] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582924] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.583278] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.583585] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.583803] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 724ede02-13f5-481a-8309-136bb8a8853b not found, creating... [ 606.584167] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.584335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.584445] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.584722] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.584886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.585299] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.585477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.585618] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.585947] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.586038] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.587104] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 724ede02-13f5-481a-8309-136bb8a8853b is going to be created. [ 606.615745] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.616143] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.616242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.616587] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.616878] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.617176] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.726450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 606.726450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.842403] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1634da0-1b2f-4179-bded-90335583eb07: rpc.has_security_group_logging(os_id): False [ 606.876306] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.876523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.876971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.877080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.877379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.877456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.877559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.877719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.877801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.878014] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.878150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.878204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.878401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.878926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.878926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.878926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.878926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.879150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.879150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.879272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be created. [ 606.956899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.957089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.957189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.957421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.957602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.969332] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 607.034050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.034348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.034348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.034527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.034619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.034993] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 already deleted. [ 607.034993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.300805] env[65249]: INFO networking_nsxv3.common.synchronization [req-29e0d046-0719-4c68-bcbe-d9f8d1036744 req-4505b230-46d0-4da3-b5d4-8ef0f1c766c7 service nova] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 607.301062] env[65249]: INFO networking_nsxv3.common.synchronization [req-29e0d046-0719-4c68-bcbe-d9f8d1036744 req-4505b230-46d0-4da3-b5d4-8ef0f1c766c7 service nova] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 607.301222] env[65249]: INFO networking_nsxv3.common.synchronization [req-29e0d046-0719-4c68-bcbe-d9f8d1036744 req-4505b230-46d0-4da3-b5d4-8ef0f1c766c7 service nova] Enqueued Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 607.301751] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 607.301859] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 607.301958] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 607.302611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.302726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.302987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.303065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.303144] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.303993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.304134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.304190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.304364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.304508] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.304600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.304674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.304796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.304886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.304971] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.306360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-724ede02-13f5-481a-8309-136bb8a8853b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.306487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.306555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.306709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.306784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724ede02-13f5-481a-8309-136bb8a8853b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.429899] env[65249]: INFO networking_nsxv3.common.synchronization [None req-517a4691-8ab4-4850-a4f0-8c10b1e1445d tempest-ServersTestBootFromVolume-1996723477 tempest-ServersTestBootFromVolume-1996723477-project-member] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 607.430506] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 607.430822] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.430948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.431169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.431415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.431505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.809229] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.810534] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.810765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.810953] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724ede02-13f5-481a-8309-136bb8a8853b with status ACTIVE [ 607.811183] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.811265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.811300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.811503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.811745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.811745] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.811887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.811887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.812177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.813028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.813028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.813028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.813028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.813231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.813231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.813293] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724ede02-13f5-481a-8309-136bb8a8853b is going to be updated. [ 607.840051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.840336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.840336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.840562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.840710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.840966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.971981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.971981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.971981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971981] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 already deleted. [ 607.971981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.129286] env[65249]: INFO networking_nsxv3.common.synchronization [req-6b97b218-895a-44b0-b785-01fff06af3b9 req-33a5883e-3c39-44aa-b73f-c62618b846e1 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 608.129286] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 608.129467] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.129626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.129728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.130192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.130192] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.130327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.130365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.130509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.130594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.130686] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.178798] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: SUCCESS [ 608.179086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.179370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.179584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.179844] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.179903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.179990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.180160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.180244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180420] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.316322] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.378807] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4a9b0b4f-9d77-4ace-a76f-6d2a5c3e4456 None None] Enqueued Resource ID: c0629987-2617-45c5-b95c-ce96872f16ef with Priority: HIGHEST for action port [ 608.378807] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0629987-2617-45c5-b95c-ce96872f16ef with Priority: HIGHEST for action port [ 608.378807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0629987-2617-45c5-b95c-ce96872f16ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.378807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0629987-2617-45c5-b95c-ce96872f16ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.378807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0629987-2617-45c5-b95c-ce96872f16ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.382032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0629987-2617-45c5-b95c-ce96872f16ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.382032] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0629987-2617-45c5-b95c-ce96872f16ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.604593] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.604899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.604899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.605246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.605530] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605718] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.607616] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.607845] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.608093] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.608217] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.609584] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.610011] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.610204] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.610355] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.610516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.635285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.635285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.635572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.635950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.637237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.637237] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.637237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.637237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638434] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d already deleted. [ 608.638434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684265] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.692172] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.692383] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.082 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.692513] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.692682] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.692990] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-ef309fee-7af8-4291-b668-a58280893b3e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.693860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.693860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.693860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.694096] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef309fee-7af8-4291-b668-a58280893b3e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.820300] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.820300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.820300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.820300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.820300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.820927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be created. [ 608.863839] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.863839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.863839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.864104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.864104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.875362] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: UNINITIALIZED for 2s [ 608.884806] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0629987-2617-45c5-b95c-ce96872f16ef [ 608.885048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.885181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.885248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.885455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.885542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.885766] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0629987-2617-45c5-b95c-ce96872f16ef already deleted. [ 608.885766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0629987-2617-45c5-b95c-ce96872f16ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.990548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 608.990548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.186524] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16dafd88-df65-4671-a07d-cdbaf269e2e1: rpc.has_security_group_logging(os_id): False [ 609.196622] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.196831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.196953] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.197442] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.197626] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.197782] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port ef309fee-7af8-4291-b668-a58280893b3e not found, creating... [ 609.198051] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.198208] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.198319] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.198820] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.198951] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.199306] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.199473] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.199622] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.199855] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.199986] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.200162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: ef309fee-7af8-4291-b668-a58280893b3e is going to be created. [ 609.212932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.213393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.213475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.213819] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.214119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.214199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.214287] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 is going to be created. [ 609.224794] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224794] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224794] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.225148] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.225909] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.225909] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.305053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.305053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.305053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.305053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.305053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.336923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: IN_PROGRESS for 2s [ 609.954634] env[65249]: INFO networking_nsxv3.common.synchronization [req-6b97b218-895a-44b0-b785-01fff06af3b9 req-a016c1c2-9e34-47ea-9365-6d05b92a7c28 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 609.954634] env[65249]: INFO networking_nsxv3.common.synchronization [req-6b97b218-895a-44b0-b785-01fff06af3b9 req-a016c1c2-9e34-47ea-9365-6d05b92a7c28 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 609.954634] env[65249]: INFO networking_nsxv3.common.synchronization [req-6b97b218-895a-44b0-b785-01fff06af3b9 req-a016c1c2-9e34-47ea-9365-6d05b92a7c28 service nova] Enqueued Resource ID: ef309fee-7af8-4291-b668-a58280893b3e with Priority: HIGHEST for action port [ 609.955428] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 609.955428] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 609.955428] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef309fee-7af8-4291-b668-a58280893b3e with Priority: HIGHEST for action port [ 609.955428] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.955428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.955688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.956107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.956107] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.957339] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.957481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.957534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.957741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.960967] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.960967] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.960967] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef309fee-7af8-4291-b668-a58280893b3e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.960967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.960967] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef309fee-7af8-4291-b668-a58280893b3e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.461725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.462100] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.462979] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef309fee-7af8-4291-b668-a58280893b3e with status ACTIVE [ 610.463208] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.463637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464018] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.465036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.465036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef309fee-7af8-4291-b668-a58280893b3e is going to be updated. [ 610.483972] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7aafda79-6786-49a1-b8ca-d6e9ce98eb3c None None] Enqueued Resource ID: 5e1d7e08-891d-4db4-a3b5-11216a0c34ca with Priority: HIGHEST for action port [ 610.483972] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1d7e08-891d-4db4-a3b5-11216a0c34ca with Priority: HIGHEST for action port [ 610.484675] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1d7e08-891d-4db4-a3b5-11216a0c34ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.484675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1d7e08-891d-4db4-a3b5-11216a0c34ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.484675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1d7e08-891d-4db4-a3b5-11216a0c34ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.484989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1d7e08-891d-4db4-a3b5-11216a0c34ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.485249] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1d7e08-891d-4db4-a3b5-11216a0c34ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.488547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.488701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.488787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.488943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.489079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.489236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef309fee-7af8-4291-b668-a58280893b3e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.891383] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 610.891661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.891851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.892496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.892901] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.892901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.893134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.893134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.893209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.893288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.893379] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.967230] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.987741] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1d7e08-891d-4db4-a3b5-11216a0c34ca [ 610.988033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.988199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.988288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.988545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.988638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.988736] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1d7e08-891d-4db4-a3b5-11216a0c34ca already deleted. [ 610.988832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1d7e08-891d-4db4-a3b5-11216a0c34ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.160770] env[65249]: INFO networking_nsxv3.common.synchronization [req-951881b0-9e28-4b4c-aefb-49330ea088d6 req-bd01e98b-3ea5-45dd-bb01-0b575c8799cf tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 611.164852] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 611.165272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.165409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.165478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.166210] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.166610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.166740] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.355871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: SUCCESS [ 611.355871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.396306] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.396506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.396547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.396771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.396940] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.397068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.397171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.397343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.397431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.397520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.397671] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.397761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.397834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.397976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.398131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.398223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.398297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.398448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.398522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.398601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.398688] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.471938] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.472123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.472243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.472450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.472577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.472681] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be created. [ 611.517945] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.518205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.518306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.518683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.518998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.534412] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: UNINITIALIZED for 2s [ 611.675080] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.675080] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.675080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.675080] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 already deleted. [ 611.675825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877026] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.877026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.877026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877026] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.880252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.880252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.880252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.880252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.880252] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.880252] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.880252] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.880252] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.880252] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.880252] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.880252] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.904267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 611.904267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.904267] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.904267] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.904691] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.905538] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-56033c23-6372-43b3-9783-5ad30a0c5001 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.905939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.906640] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.907160] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.907462] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56033c23-6372-43b3-9783-5ad30a0c5001',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.939383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.939383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.939383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.939383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.940288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.944232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.944232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.944232] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be created. [ 612.014155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.015207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.015360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.015475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.015673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.031907] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 612.143656] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1e26e5c7-a40f-4726-aa81-1e3fd8248991 None None] Enqueued Resource ID: 2aeb1509-0f7f-4bb9-87b0-156c66a77993 with Priority: HIGHEST for action port [ 612.144053] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb1509-0f7f-4bb9-87b0-156c66a77993 with Priority: HIGHEST for action port [ 612.145087] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aeb1509-0f7f-4bb9-87b0-156c66a77993 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.145087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aeb1509-0f7f-4bb9-87b0-156c66a77993" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.145087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aeb1509-0f7f-4bb9-87b0-156c66a77993" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.145087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aeb1509-0f7f-4bb9-87b0-156c66a77993" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.145327] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aeb1509-0f7f-4bb9-87b0-156c66a77993',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.412250] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.412693] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.412754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.412995] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.413199] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.413305] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 56033c23-6372-43b3-9783-5ad30a0c5001 not found, creating... [ 612.414057] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.414057] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.414057] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.414257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.414257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.414586] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.414740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.414797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.414962] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.415101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.415237] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 56033c23-6372-43b3-9783-5ad30a0c5001 is going to be created. [ 612.437244] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.437550] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.437842] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.437928] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.438229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.438457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.647173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aeb1509-0f7f-4bb9-87b0-156c66a77993 [ 612.648697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.648697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.648697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.648697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.648697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.648697] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aeb1509-0f7f-4bb9-87b0-156c66a77993 already deleted. [ 612.648927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aeb1509-0f7f-4bb9-87b0-156c66a77993" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.214537] env[65249]: INFO networking_nsxv3.common.synchronization [req-951881b0-9e28-4b4c-aefb-49330ea088d6 req-5b68b7ac-f723-4bf1-af5e-96ccb6338d28 service nova] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 613.218155] env[65249]: INFO networking_nsxv3.common.synchronization [req-951881b0-9e28-4b4c-aefb-49330ea088d6 req-5b68b7ac-f723-4bf1-af5e-96ccb6338d28 service nova] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 613.218155] env[65249]: INFO networking_nsxv3.common.synchronization [req-951881b0-9e28-4b4c-aefb-49330ea088d6 req-5b68b7ac-f723-4bf1-af5e-96ccb6338d28 service nova] Enqueued Resource ID: 56033c23-6372-43b3-9783-5ad30a0c5001 with Priority: HIGHEST for action port [ 613.218155] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 613.218155] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 613.218155] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56033c23-6372-43b3-9783-5ad30a0c5001 with Priority: HIGHEST for action port [ 613.218155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.218155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.218155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.218155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.218155] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.219808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.221188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.221329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.221609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.221823] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.223088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.223088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.223088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.223088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.223315] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.224227] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-56033c23-6372-43b3-9783-5ad30a0c5001 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.224324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.224405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.227679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.227679] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56033c23-6372-43b3-9783-5ad30a0c5001',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.549686] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 613.550214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.550214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.550473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.550657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.550902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.550985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.551143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.551894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.551894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.551894] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.729430] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.730969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.730969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.730969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56033c23-6372-43b3-9783-5ad30a0c5001 with status ACTIVE [ 613.730969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.731433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.731433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.731433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.731583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.731865] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.731865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.731865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.732117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.732117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.732381] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.732381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.732618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.732618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.732719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.732774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56033c23-6372-43b3-9783-5ad30a0c5001 is going to be updated. [ 613.786224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.786224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.786224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.786224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.786224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.786224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56033c23-6372-43b3-9783-5ad30a0c5001" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.986907] env[65249]: INFO networking_nsxv3.common.synchronization [req-c8600d66-ac95-47de-83fd-11a00aa55056 req-7adffe43-ec06-48d5-9f1a-88966a94e81c tempest-VolumesAssistedSnapshotsTest-1202991593 tempest-VolumesAssistedSnapshotsTest-1202991593-project-member] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 613.988474] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 613.989089] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.989089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.989281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.989634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.989814] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.989988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.990107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.990245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.990368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.990497] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.056568] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.056806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.056880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057477] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.057627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.058091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.058215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.058404] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.058624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.058808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.059066] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.059459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.059572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.059799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.059950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.060109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.060249] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.064574] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 614.064756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.235899] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.465193] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.465193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-446" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.465193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-446" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.465193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-446" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.465523] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.465933] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.468920] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.468920] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.468920] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.468920] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.468920] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.468920] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.468920] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.468920] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.468920] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.468920] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.488405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.488405] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.488405] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.489032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-446" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.489681] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-da761f0b-e414-4a35-bad8-36610b1036e1 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.490324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.490421] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.492385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.492385] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da761f0b-e414-4a35-bad8-36610b1036e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.496221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.496221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.496221] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 already deleted. [ 614.496221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.566346] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b171751-9faa-4caf-96ef-0d40d088802d: rpc.has_security_group_logging(os_id): False [ 614.584550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.584550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.584787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.584823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.584919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.585291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.585291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.585291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.585448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.585526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.585696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.585786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.585870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.585976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.586058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.586232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.586355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.586478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.586620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.586693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.586779] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be created. [ 614.677730] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.677914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.678018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.678261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.678447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.690481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 614.731607] env[65249]: INFO networking_nsxv3.common.synchronization [None req-89183bc6-cc1b-4bb4-8ab8-5639e4fd291a None None] Enqueued Resource ID: 4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e with Priority: HIGHEST for action port [ 614.732211] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e with Priority: HIGHEST for action port [ 614.732602] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.732744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.732861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.733131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.733225] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.738264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.738415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.738483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.738936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.738936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.738936] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be created. [ 614.766077] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.766396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.766688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.795444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: UNINITIALIZED for 2s [ 614.996341] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.998184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.998184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.998184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.998362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.998461] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port da761f0b-e414-4a35-bad8-36610b1036e1 not found, creating... [ 614.998813] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.999061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.999853] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.999853] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.999853] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.000030] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.004020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.004020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.004020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.004020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.004020] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: da761f0b-e414-4a35-bad8-36610b1036e1 is going to be created. [ 615.052085] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.052279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.052461] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.052696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.052899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.053165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.236536] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e [ 615.237115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.237239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.237410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.237821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.238438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.238671] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e already deleted. [ 615.238895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a6ede9f-8e3f-4cb6-9844-bc1ea86a7a7e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.561952] env[65249]: INFO networking_nsxv3.common.synchronization [None req-334d681b-5eb3-47f2-845a-a50617af7148 None None] Enqueued Resource ID: 6a306969-f2c3-4fd5-98cb-3e09dc2466dd with Priority: HIGHEST for action port [ 615.562595] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a306969-f2c3-4fd5-98cb-3e09dc2466dd with Priority: HIGHEST for action port [ 615.562958] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a306969-f2c3-4fd5-98cb-3e09dc2466dd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.563479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a306969-f2c3-4fd5-98cb-3e09dc2466dd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.563479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a306969-f2c3-4fd5-98cb-3e09dc2466dd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.563663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a306969-f2c3-4fd5-98cb-3e09dc2466dd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.563723] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a306969-f2c3-4fd5-98cb-3e09dc2466dd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [req-c8600d66-ac95-47de-83fd-11a00aa55056 req-22d43a72-bc0f-44b4-81da-8d500afde316 service nova] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [req-c8600d66-ac95-47de-83fd-11a00aa55056 req-22d43a72-bc0f-44b4-81da-8d500afde316 service nova] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [req-c8600d66-ac95-47de-83fd-11a00aa55056 req-22d43a72-bc0f-44b4-81da-8d500afde316 service nova] Enqueued Resource ID: da761f0b-e414-4a35-bad8-36610b1036e1 with Priority: HIGHEST for action port [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_rules [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 615.815198] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da761f0b-e414-4a35-bad8-36610b1036e1 with Priority: HIGHEST for action port [ 615.815441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.815896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.815896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.815896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.816092] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.817214] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.817491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.817615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.817731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.818034] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.818563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.818563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.818856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.818856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.818953] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.819772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-da761f0b-e414-4a35-bad8-36610b1036e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.820548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.820548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.820548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.820548] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da761f0b-e414-4a35-bad8-36610b1036e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.067179] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a306969-f2c3-4fd5-98cb-3e09dc2466dd [ 616.067179] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.067306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.067342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.067543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.067631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.067731] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a306969-f2c3-4fd5-98cb-3e09dc2466dd already deleted. [ 616.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a306969-f2c3-4fd5-98cb-3e09dc2466dd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.322482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322807] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.323731] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da761f0b-e414-4a35-bad8-36610b1036e1 with status ACTIVE [ 616.323922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.324049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.324115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.324317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.324407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.324596] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.326906] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.326906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.326906] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da761f0b-e414-4a35-bad8-36610b1036e1 is going to be updated. [ 616.367574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.367574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.367574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.367574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.367574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.367574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da761f0b-e414-4a35-bad8-36610b1036e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.705075] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 616.705239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.813518] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 616.813743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.813922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.814170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.814364] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.814485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.814549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.814700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.814779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.814867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.814975] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.827740] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.318447] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.332495] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.332495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.332495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.340831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.340831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.340831] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 is going to be created. [ 617.364272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.364272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.364272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.364272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.364835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.377935] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: UNINITIALIZED for 2s [ 617.821580] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7992e91c-4037-43c9-ba0d-522387e166c7: rpc.has_security_group_logging(os_id): False [ 617.858355] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.860244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.860244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.860244] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be created. [ 617.967444] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.968022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.968159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.000559] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 618.269253] env[65249]: INFO networking_nsxv3.common.synchronization [None req-0ed6af91-075a-45e6-bb29-2cf5f7c99e7d None None] Enqueued Resource ID: 49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99 with Priority: HIGHEST for action port [ 618.270060] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99 with Priority: HIGHEST for action port [ 618.270138] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.270791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.270791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.270791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.270791] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.773598] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99 [ 618.774166] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.774166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.774423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.774519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.775698] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99 already deleted. [ 618.775698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ed3cdd-331b-4cca-9a9d-c76c2ca5ae99" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.805875] env[65249]: INFO networking_nsxv3.common.synchronization [None req-732a4a7c-6ef4-4a08-a12b-c74b93aa77f9 None None] Enqueued Resource ID: e7dd15f5-ed74-414f-a414-8ca6da7fe5e6 with Priority: HIGHEST for action port [ 618.805875] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7dd15f5-ed74-414f-a414-8ca6da7fe5e6 with Priority: HIGHEST for action port [ 618.806527] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7dd15f5-ed74-414f-a414-8ca6da7fe5e6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.806527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7dd15f5-ed74-414f-a414-8ca6da7fe5e6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.806527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7dd15f5-ed74-414f-a414-8ca6da7fe5e6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.806931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7dd15f5-ed74-414f-a414-8ca6da7fe5e6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806931] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7dd15f5-ed74-414f-a414-8ca6da7fe5e6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.310111] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7dd15f5-ed74-414f-a414-8ca6da7fe5e6 [ 619.312630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.312630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.312630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.312630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.312630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.312630] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7dd15f5-ed74-414f-a414-8ca6da7fe5e6 already deleted. [ 619.312630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7dd15f5-ed74-414f-a414-8ca6da7fe5e6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398678] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: SUCCESS [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.398678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.398678] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.904420] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.026628] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 620.027128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.407665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48a0edf7-3d94-482b-838b-ef267100a1f7: rpc.has_security_group_logging(os_id): False [ 620.430809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.430966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.431036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.431298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.431393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.431643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.431784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.431829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.432020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.433134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.433588] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 is going to be created. [ 620.498338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.498505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.498579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.498792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.498986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.518653] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: IN_PROGRESS for 2s [ 621.276227] env[65249]: INFO networking_nsxv3.common.synchronization [None req-60a69688-8837-4453-9d9f-1feebeaa7679 None None] Enqueued Resource ID: e9daa5e3-d96c-43b9-978c-386a51e992c1 with Priority: HIGHEST for action port [ 621.276227] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9daa5e3-d96c-43b9-978c-386a51e992c1 with Priority: HIGHEST for action port [ 621.276227] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9daa5e3-d96c-43b9-978c-386a51e992c1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.276227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9daa5e3-d96c-43b9-978c-386a51e992c1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.276227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9daa5e3-d96c-43b9-978c-386a51e992c1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9daa5e3-d96c-43b9-978c-386a51e992c1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278595] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9daa5e3-d96c-43b9-978c-386a51e992c1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.481154] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c3bed7ba-4ef3-46a7-a298-b0763436061a None None] Enqueued Resource ID: dacd9c18-02cc-436e-ba02-22ee6e70548d with Priority: HIGHEST for action port [ 621.482259] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacd9c18-02cc-436e-ba02-22ee6e70548d with Priority: HIGHEST for action port [ 621.482397] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacd9c18-02cc-436e-ba02-22ee6e70548d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.482517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacd9c18-02cc-436e-ba02-22ee6e70548d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.482634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacd9c18-02cc-436e-ba02-22ee6e70548d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.482889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacd9c18-02cc-436e-ba02-22ee6e70548d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.483077] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacd9c18-02cc-436e-ba02-22ee6e70548d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.782194] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9daa5e3-d96c-43b9-978c-386a51e992c1 [ 621.782479] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.782680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.782762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.783032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.783150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.783254] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9daa5e3-d96c-43b9-978c-386a51e992c1 already deleted. [ 621.783350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9daa5e3-d96c-43b9-978c-386a51e992c1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.986786] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dacd9c18-02cc-436e-ba02-22ee6e70548d [ 621.987041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.987327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.987327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.987503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.987593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.987706] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dacd9c18-02cc-436e-ba02-22ee6e70548d already deleted. [ 621.988067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacd9c18-02cc-436e-ba02-22ee6e70548d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.506820] env[65249]: INFO networking_nsxv3.common.synchronization [req-ef273f52-0bfd-47ce-9dae-2b30ccb2d03d req-b1f54df3-ac9a-44e3-830c-507da2ab1d9e tempest-DeleteServersAdminTestJSON-1215623315 tempest-DeleteServersAdminTestJSON-1215623315-project-admin] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 622.507194] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 622.508123] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.508123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.508123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.508123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.508365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.508419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.508471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.508792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.508792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.508792] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.534648] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: SUCCESS [ 622.534648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.759503] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a303c5ae-417a-40e3-ac8c-17d30d8ad20f None None] Enqueued Resource ID: 46714d3b-1adf-4bab-94e2-7593d6e98655 with Priority: HIGHEST for action port [ 622.759811] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46714d3b-1adf-4bab-94e2-7593d6e98655 with Priority: HIGHEST for action port [ 622.760126] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-46714d3b-1adf-4bab-94e2-7593d6e98655 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.760252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46714d3b-1adf-4bab-94e2-7593d6e98655" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.760321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46714d3b-1adf-4bab-94e2-7593d6e98655" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46714d3b-1adf-4bab-94e2-7593d6e98655" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.761025] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46714d3b-1adf-4bab-94e2-7593d6e98655',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.011161] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.014044] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.014044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.014044] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be updated. [ 623.052912] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.053183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.053312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.053655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.053899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.072426] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 623.268255] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46714d3b-1adf-4bab-94e2-7593d6e98655 [ 623.268612] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.268805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.268898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.269346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.269482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.269546] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46714d3b-1adf-4bab-94e2-7593d6e98655 already deleted. [ 623.269638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46714d3b-1adf-4bab-94e2-7593d6e98655" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.941570] env[65249]: INFO networking_nsxv3.common.synchronization [req-3879352e-951d-4df5-8965-9963d2be55b1 req-c90fce55-e0c3-4511-a405-2bb63a216d6a tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 623.942247] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 623.944252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.948021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.948021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.948021] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.453810] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.453810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.453810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.454111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.454111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.454368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.454472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.454539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.454697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.454777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.454860] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 already deleted. [ 624.454937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.479995] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.480307] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.480307] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.480581] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.481060] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.481270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.481402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.481649] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.481805] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.482084] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.482234] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.482347] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.482448] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.482566] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.482700] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.482838] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.506122] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.506302] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.506439] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.506616] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.507022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-48925aa0-85ce-452b-99f4-2d7f37c6e5db taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.507169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.507233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507789] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48925aa0-85ce-452b-99f4-2d7f37c6e5db',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.843311] env[65249]: INFO networking_nsxv3.common.synchronization [req-ea7a9d69-53a5-475c-8e78-e4f29821c204 req-07bd69b1-2488-45b4-9508-d59d626557bb tempest-ServerDiagnosticsTest-1205705021 tempest-ServerDiagnosticsTest-1205705021-project-member] Enqueued Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 624.843311] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 with Priority: HIGHEST for action security_group_members [ 624.846387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.846827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.847021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.847324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.847657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.847906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.848062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.848330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.848588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.848877] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59f5d17-19ec-4ffd-9c67-96ce8928c6c4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.013099] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.013427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.013427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.013710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.013906] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.014082] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 48925aa0-85ce-452b-99f4-2d7f37c6e5db not found, creating... [ 625.014359] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.014516] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.014622] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.014850] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.014972] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.015426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.015614] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.015754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.015969] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.016160] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.016344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 48925aa0-85ce-452b-99f4-2d7f37c6e5db is going to be created. [ 625.031094] env[65249]: INFO networking_nsxv3.common.synchronization [None req-fa121274-05dc-4917-9f7b-4a6c320a514a None None] Enqueued Resource ID: 0a4ecef9-962b-4048-bad8-2da133825de6 with Priority: HIGHEST for action port [ 625.031496] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4ecef9-962b-4048-bad8-2da133825de6 with Priority: HIGHEST for action port [ 625.032121] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4ecef9-962b-4048-bad8-2da133825de6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.032289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4ecef9-962b-4048-bad8-2da133825de6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.032360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4ecef9-962b-4048-bad8-2da133825de6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.032623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4ecef9-962b-4048-bad8-2da133825de6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.032746] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4ecef9-962b-4048-bad8-2da133825de6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.063440] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.063673] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.063793] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.064077] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.064300] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.064506] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.088481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 625.088547] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 deletion is rescheduled due to dependency. [ 625.088721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352631] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.352746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.353056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.353153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.353440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.353579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.353674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.353836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.353958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.354067] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 is going to be updated. [ 625.418790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.419042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.419042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.419177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.421076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.434417] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: IN_PROGRESS for 2s [ 625.536428] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a4ecef9-962b-4048-bad8-2da133825de6 [ 625.536428] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.536428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.536428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.536428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.536428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.536839] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a4ecef9-962b-4048-bad8-2da133825de6 already deleted. [ 625.536839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4ecef9-962b-4048-bad8-2da133825de6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.777031] env[65249]: INFO networking_nsxv3.common.synchronization [req-ebaa1dff-cd71-442e-b5e7-b1ee71ae4a41 req-7cda9d91-8ed4-4f4c-b7c8-d7e7530f1f7b tempest-ServerDiagnosticsNegativeTest-93261696 tempest-ServerDiagnosticsNegativeTest-93261696-project-member] Enqueued Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 625.777781] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c with Priority: HIGHEST for action security_group_members [ 625.778268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.778429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.778533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.778826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.779075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.779246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.779348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.779580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.779724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.779873] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c95f15d-79ad-4413-a19b-d5c7caa3bd3c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.789621] env[65249]: INFO networking_nsxv3.common.synchronization [req-3879352e-951d-4df5-8965-9963d2be55b1 req-821e9084-5421-4bd5-960f-4fcb0e9404b9 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 625.789875] env[65249]: INFO networking_nsxv3.common.synchronization [req-3879352e-951d-4df5-8965-9963d2be55b1 req-821e9084-5421-4bd5-960f-4fcb0e9404b9 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 625.790779] env[65249]: INFO networking_nsxv3.common.synchronization [req-3879352e-951d-4df5-8965-9963d2be55b1 req-821e9084-5421-4bd5-960f-4fcb0e9404b9 service nova] Enqueued Resource ID: 48925aa0-85ce-452b-99f4-2d7f37c6e5db with Priority: HIGHEST for action port [ 625.791502] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 625.791661] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 625.791810] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48925aa0-85ce-452b-99f4-2d7f37c6e5db with Priority: HIGHEST for action port [ 625.792689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.793115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.793539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.794240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.794240] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.796711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.796711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.796711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.796711] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.799024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-48925aa0-85ce-452b-99f4-2d7f37c6e5db taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.799024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.799024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.799024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.799024] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48925aa0-85ce-452b-99f4-2d7f37c6e5db',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.204578] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6cfbe03a-949f-455c-b525-be95407ad883 None None] Enqueued Resource ID: 1df1dc11-fadf-4425-9672-4b19149dd5f4 with Priority: HIGHEST for action port [ 626.204578] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df1dc11-fadf-4425-9672-4b19149dd5f4 with Priority: HIGHEST for action port [ 626.204833] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df1dc11-fadf-4425-9672-4b19149dd5f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.204904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df1dc11-fadf-4425-9672-4b19149dd5f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.205544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df1dc11-fadf-4425-9672-4b19149dd5f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.205544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df1dc11-fadf-4425-9672-4b19149dd5f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.205544] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df1dc11-fadf-4425-9672-4b19149dd5f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.283398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.283734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.283734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.283974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.284105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.284326] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.284440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.284525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.284713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.284821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.284964] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c is going to be updated. [ 626.307056] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307056] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48925aa0-85ce-452b-99f4-2d7f37c6e5db with status ACTIVE [ 626.307056] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307578] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308753] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48925aa0-85ce-452b-99f4-2d7f37c6e5db is going to be updated. [ 626.309983] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.325244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.325404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.325467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.325671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.325826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.335095] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.335263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.335335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.335543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.335676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.335828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48925aa0-85ce-452b-99f4-2d7f37c6e5db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.355196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: IN_PROGRESS for 2s [ 626.708137] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1df1dc11-fadf-4425-9672-4b19149dd5f4 [ 626.708398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.708561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.708645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.708850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.709077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.709077] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1df1dc11-fadf-4425-9672-4b19149dd5f4 already deleted. [ 626.709326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df1dc11-fadf-4425-9672-4b19149dd5f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.813396] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.316130] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.316463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.316463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.316463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.316583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.316640] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be created. [ 627.340735] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.340911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.340911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.341143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.341368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.354428] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: UNINITIALIZED for 2s [ 627.364512] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 627.364670] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 627.365919] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 627.365919] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 627.365919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.365919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.365919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.366295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.366295] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.366413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.366476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.368267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.368803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369240] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.369355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.369415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369745] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.446382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 in Status: SUCCESS [ 627.446432] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59f5d17-19ec-4ffd-9c67-96ce8928c6c4 deletion is rescheduled due to dependency. [ 627.446665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59f5d17-19ec-4ffd-9c67-96ce8928c6c4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.801463] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_rules [ 627.803119] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 627.804645] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 627.804645] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 627.804645] env[65249]: INFO networking_nsxv3.common.synchronization [req-04ec9a87-d61c-4c9c-b441-c80984a1db44 req-f90aae6e-484b-443c-9d02-d39a4e4ce23a tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 627.804920] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_rules [ 627.805091] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 627.805590] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 627.805590] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 627.805590] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 627.806061] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.806522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.806643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.806959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.807084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.808031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.808195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.808309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.808591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.808709] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.810105] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-724ede02-13f5-481a-8309-136bb8a8853b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.810671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.810767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.810992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.811438] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724ede02-13f5-481a-8309-136bb8a8853b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.812675] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.812675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.812873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.812933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.872391] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.873775] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.314630] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724ede02-13f5-481a-8309-136bb8a8853b with status ACTIVE [ 628.315522] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.315522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.315522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.315849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.315883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.316236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.316497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.316497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.316759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.316908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.317212] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.317394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.317514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.317743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.317891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.318051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724ede02-13f5-481a-8309-136bb8a8853b is going to be updated. [ 628.319949] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.320513] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.345043] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.345209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.345283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.345502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.345647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.345807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.366488] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c in Status: SUCCESS [ 628.366488] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c95f15d-79ad-4413-a19b-d5c7caa3bd3c deletion is rescheduled due to dependency. [ 628.366488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c95f15d-79ad-4413-a19b-d5c7caa3bd3c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.375505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.376516] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.879988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.880195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.881110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.881110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.881110] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be created. [ 628.883379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.883791] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 628.915585] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.915817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.915884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.916118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.916286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.920819] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.920819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.920819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.920819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.920819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.931051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: UNINITIALIZED for 2s [ 628.931959] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 629.015841] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae878785-6b03-4a0f-ad50-0faa0356a9fd req-62feb633-5738-458b-af26-356636bf57d8 tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 629.016577] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 629.016909] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.017034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.209606] env[65249]: INFO networking_nsxv3.common.synchronization [None req-cf45a8cc-3e5f-48ed-aa61-a14a89a76362 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 629.210171] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 629.214339] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.214521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.214594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.215014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.215486] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.368023] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 629.368450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.368636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.368855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.369213] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.369508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.369776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.369868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.369958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.370297] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.371548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.371744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.372111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.373568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.373568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.373568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.373568] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.525227] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526873] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.527305] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.527305] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.527305] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.527485] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.527485] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.527602] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.527666] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.552855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.552855] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.553035] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.553116] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.555018] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-10bb3337-1c17-4059-a891-203f982a8fff taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.555018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.555018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.555018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.555018] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bb3337-1c17-4059-a891-203f982a8fff',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.620379] env[65249]: INFO networking_nsxv3.common.synchronization [None req-14ca1447-c3ac-4f66-95e4-196fd0e3c375 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 629.621063] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 629.621467] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.621571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.729615] env[65249]: INFO networking_nsxv3.common.synchronization [req-e2e39bca-43e4-40da-abc8-32a4551e594a req-8ece6151-320c-4b70-9e35-db5acd317c22 tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: 7bbd58e4-a012-4375-be6b-d1b47b743917 with Priority: HIGHEST for action security_group_rules [ 629.730157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bbd58e4-a012-4375-be6b-d1b47b743917 with Priority: HIGHEST for action security_group_rules [ 629.730451] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bbd58e4-a012-4375-be6b-d1b47b743917 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.730566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bbd58e4-a012-4375-be6b-d1b47b743917" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.730640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bbd58e4-a012-4375-be6b-d1b47b743917" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.730897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bbd58e4-a012-4375-be6b-d1b47b743917" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.730968] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bbd58e4-a012-4375-be6b-d1b47b743917',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.742870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.743046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.743136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.744093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.744093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.744093] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 already deleted. [ 629.744093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.744093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.744093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.744093] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.875031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.875343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.875518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.056457] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.057081] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.057081] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.057249] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.057342] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.057522] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 10bb3337-1c17-4059-a891-203f982a8fff not found, creating... [ 630.058530] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.058530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.058530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.058530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.058530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.058920] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.059097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.059230] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.059467] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.059657] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.059751] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 10bb3337-1c17-4059-a891-203f982a8fff is going to be created. [ 630.104539] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.105131] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.105491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.106758] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.107274] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.107829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.256252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.256470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.256470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.256701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.256768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.256883] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bbd58e4-a012-4375-be6b-d1b47b743917 already deleted. [ 630.256938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bbd58e4-a012-4375-be6b-d1b47b743917" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.270155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.270407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.270548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.270806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.270957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.271132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 already deleted. [ 630.271276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.378545] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae878785-6b03-4a0f-ad50-0faa0356a9fd req-dff1d231-b9a0-4c38-a3c8-a98f78d5ce24 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae878785-6b03-4a0f-ad50-0faa0356a9fd req-dff1d231-b9a0-4c38-a3c8-a98f78d5ce24 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae878785-6b03-4a0f-ad50-0faa0356a9fd req-dff1d231-b9a0-4c38-a3c8-a98f78d5ce24 service nova] Enqueued Resource ID: 10bb3337-1c17-4059-a891-203f982a8fff with Priority: HIGHEST for action port [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 630.830801] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10bb3337-1c17-4059-a891-203f982a8fff with Priority: HIGHEST for action port [ 630.830801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.830801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.830801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.830801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.830801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-10bb3337-1c17-4059-a891-203f982a8fff taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.831845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.831845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.831845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.831845] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bb3337-1c17-4059-a891-203f982a8fff',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.883355] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.883355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.883355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.883355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.883355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.883355] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 630.922310] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.922310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.922310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.922310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.922310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.939619] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 630.953496] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 630.953496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.953496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.955446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.955446] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.955446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.955446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.955446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.955446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.955446] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.962381] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 630.962663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.962845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.963090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.963286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.963410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.963784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.963784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.963784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.963784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.335215] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10bb3337-1c17-4059-a891-203f982a8fff with status ACTIVE [ 631.335215] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.335215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.335215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.335465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.335465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.337017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10bb3337-1c17-4059-a891-203f982a8fff is going to be updated. [ 631.363741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.363741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.363741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.363985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.364533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.364533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10bb3337-1c17-4059-a891-203f982a8fff" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.388743] env[65249]: INFO networking_nsxv3.common.synchronization [req-5b40a733-d1f0-4174-ba64-d1ff2b9cf6d6 req-ea1b61a0-a4b0-462e-b69e-3475f74af85b tempest-ListImageFiltersTestJSON-380308707 tempest-ListImageFiltersTestJSON-380308707-project-member] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 631.388743] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 631.388743] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.389178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.389178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.389627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.389693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.390080] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.457171] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.467047] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.838575] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.839822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.839822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.839822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.839822] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.840198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.840198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.840696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.840696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.840994] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.841361] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.841361] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.841578] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.841679] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.841835] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.842175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.871045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.871355] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.871620] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.871860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.872282] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-a6b4661f-512b-4209-930e-4d3365160232 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.872652] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.872799] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.873828] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.873828] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b4661f-512b-4209-930e-4d3365160232',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.892432] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.892673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.892718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.892936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.893066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.893219] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.893319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.893375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.893517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.893589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.893667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 already deleted. [ 631.893740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.959464] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.969578] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.378296] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.378296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.378296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.378296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.378296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.378555] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port a6b4661f-512b-4209-930e-4d3365160232 not found, creating... [ 632.378809] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.379105] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.379647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.379948] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.380130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.380502] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.380970] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.381149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.382925] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.382925] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.382925] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: a6b4661f-512b-4209-930e-4d3365160232 is going to be created. [ 632.404952] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.405286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.405372] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.405572] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.405876] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.406139] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.462621] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.463115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.463249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.463523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.463691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.463824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be updated. [ 632.472956] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.473343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.473500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.473747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.473882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.474113] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 632.540378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.540378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.540378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.540838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.540838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.554617] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.554873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.554965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.555399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.556199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.560508] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 632.568913] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 632.951538] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 632.951538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.951769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.951991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.952190] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.952395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.952551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.952632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.952714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.952874] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.953056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.953392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.953462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.953765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.953851] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.955102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.955198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.955657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.955657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.955657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.955657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.955657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.955867] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.163079] env[65249]: INFO networking_nsxv3.common.synchronization [req-5b40a733-d1f0-4174-ba64-d1ff2b9cf6d6 req-ad2137d9-7cf7-45e7-9012-174b8863c3d9 service nova] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_rules [ 633.163502] env[65249]: INFO networking_nsxv3.common.synchronization [req-5b40a733-d1f0-4174-ba64-d1ff2b9cf6d6 req-ad2137d9-7cf7-45e7-9012-174b8863c3d9 service nova] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 633.163790] env[65249]: INFO networking_nsxv3.common.synchronization [req-5b40a733-d1f0-4174-ba64-d1ff2b9cf6d6 req-ad2137d9-7cf7-45e7-9012-174b8863c3d9 service nova] Enqueued Resource ID: a6b4661f-512b-4209-930e-4d3365160232 with Priority: HIGHEST for action port [ 633.165379] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_rules [ 633.165772] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 633.166077] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b4661f-512b-4209-930e-4d3365160232 with Priority: HIGHEST for action port [ 633.166518] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.167703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.170233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.170233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.170233] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.172294] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.172675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.172922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.173448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.174410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.175138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.175803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.180016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.180016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.180016] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.180016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b4661f-512b-4209-930e-4d3365160232 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.180016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.180016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.180016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.180016] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b4661f-512b-4209-930e-4d3365160232',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.459053] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1330a2fa-2d14-4426-853b-1ad59322dee0: rpc.has_security_group_logging(os_id): False [ 633.460335] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.479036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.479303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.479393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.479635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.480398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.480398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.480398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.480398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.480398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.480398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.480739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.480739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.480739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.480846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.480894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.481085] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.481222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.481261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.481405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.481491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.481578] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be created. [ 633.556818] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.556818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.556818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.557531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.557531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.565257] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 633.565506] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 633.565672] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 633.566984] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 633.567165] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 633.567478] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 633.568190] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.568190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.568348] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.568524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.568715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.569045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.569276] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.569543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.569649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.569940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.570118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.570283] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.573798] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.573798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.576061] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 633.660510] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_rules [ 633.660713] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 633.660816] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_rules [ 633.661727] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [req-df1e82ac-af94-40a9-b022-900a82eae09d req-69419262-aff7-4de8-8b39-808071a01cfb tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_rules [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_rules [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724ede02-13f5-481a-8309-136bb8a8853b with Priority: HIGHEST for action port [ 633.664183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 633.664840] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 633.664840] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 633.665232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.665498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.665659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666354] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.668703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.668879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.669354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.673033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-724ede02-13f5-481a-8309-136bb8a8853b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.673033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724ede02-13f5-481a-8309-136bb8a8853b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.673033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.673033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.673033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.673785] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.673785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685642] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.685883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686172] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.687291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6b4661f-512b-4209-930e-4d3365160232 with status ACTIVE [ 633.687592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.687780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.687890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.688667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.688667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.688667] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.688858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.688858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.691015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.691015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.691015] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.691015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.691015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.691438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.691925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6b4661f-512b-4209-930e-4d3365160232 is going to be updated. [ 633.739188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.739406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.739479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.740051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.740051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.740051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b4661f-512b-4209-930e-4d3365160232" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.962897] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.074724] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.169287] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.169683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.176307] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724ede02-13f5-481a-8309-136bb8a8853b with status ACTIVE [ 634.176859] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.177272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.177530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.177993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.178308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.178739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.180020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.180020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.180020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.181500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.181725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.181990] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724ede02-13f5-481a-8309-136bb8a8853b is going to be updated. [ 634.196961] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.214240] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.215546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.215546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.215546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.215720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.215831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724ede02-13f5-481a-8309-136bb8a8853b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.467768] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.467768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.468256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.468256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.468256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.468256] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 634.520059] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.520059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.520059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.520059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.520059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.539927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 634.573196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 634.573525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.574580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.574931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.575148] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.575508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.575635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.575674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.575769] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.576889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.577539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.577539] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.577539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.577539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.577539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.578018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.578018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.582258] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.588196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 634.588196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.588196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.588196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.588196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.588529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.588529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.588529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.588685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.589418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.589418] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.592400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.592400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.592400] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.592726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.592726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.592726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.592816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.594047] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.702790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.702999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.702999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.703481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.703481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.703481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be created. [ 634.736646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.738997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.738997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.738997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.738997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.750393] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: UNINITIALIZED for 2s [ 635.079584] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.086738] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.089067] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.089067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.089067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.089067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.089312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.089312] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be created. [ 635.095520] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.097560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.097760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.131033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.131033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.131033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.131033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.131033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.142022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: UNINITIALIZED for 2s [ 635.464026] env[65249]: INFO networking_nsxv3.common.synchronization [None req-de2fda54-93e0-4a08-ab88-a21e6edf1df3 None None] Enqueued Resource ID: 56abb359-5432-4594-ade7-83fb7d016946 with Priority: HIGHEST for action port [ 635.464026] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56abb359-5432-4594-ade7-83fb7d016946 with Priority: HIGHEST for action port [ 635.464611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-56abb359-5432-4594-ade7-83fb7d016946 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56abb359-5432-4594-ade7-83fb7d016946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56abb359-5432-4594-ade7-83fb7d016946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.465893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56abb359-5432-4594-ade7-83fb7d016946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.466123] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56abb359-5432-4594-ade7-83fb7d016946',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.581773] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccdaf268-ae4d-434e-afad-736bdae11fc1: rpc.has_security_group_logging(os_id): False [ 635.592650] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 635.592970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.593350] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.594463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.594929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.595042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.597445] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.600559] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.600703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.600803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.600981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.602492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.602492] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.602492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.602492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.602492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.602492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.602492] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be created. [ 635.670494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.670712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.670712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.671310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.671310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.688024] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 635.970992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56abb359-5432-4594-ade7-83fb7d016946 [ 635.971259] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.971422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.971500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.971726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.973249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.973367] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56abb359-5432-4594-ade7-83fb7d016946 already deleted. [ 635.973495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56abb359-5432-4594-ade7-83fb7d016946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.099300] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.099300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.099300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.099605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.099605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.099667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be updated. [ 636.100994] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.101667] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.104064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.104064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.104064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.104064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 636.140260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.140426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.140476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.141081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.141081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.143273] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.143352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.143436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.143630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.143768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.155078] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 636.155861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 636.554034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 636.554336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.554336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.554593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.554827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.555057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.555057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.556757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.559156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.559156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.559156] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.781488] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 636.781488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.784542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.784856] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.785611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.785611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.785611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.785611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785871] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.064311] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.065098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.065303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.065617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.066547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.067814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.068203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.068425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.068574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.068822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.070019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.070019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.070019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.070019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.070019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.070019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.070019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.155261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: SUCCESS [ 637.155486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.156012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.156246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.156447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.156555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.156626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.156777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.156869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.157011] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.289988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.290199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.290285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.290513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.290701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.290842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.290893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.291038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.291124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.291227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.291414] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.291518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.291579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.295992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.295992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.295992] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.579306] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1330a2fa-2d14-4426-853b-1ad59322dee0: rpc.has_security_group_logging(os_id): False [ 637.601096] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.601305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.601439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.601702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.601835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.602218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.602334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.602403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.602621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.602711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.603514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.603514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.603514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.603514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.603514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.603827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.603827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.603827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.603977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.604165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.604165] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 637.662061] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.690056] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.690313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.690313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.690494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.690650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.706677] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 637.706885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.707058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.707310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.707412] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.710064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 637.799697] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5441ca-bb47-4f41-bfd0-312590a37925: rpc.has_security_group_logging(os_id): False [ 637.828553] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.828816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.828948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.829345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.829481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.829769] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.829955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.830086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.830333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.830478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.830953] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.831149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.831404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.831539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.831669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.831941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.832062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.832127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.832303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.832383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.832499] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be created. [ 637.847214] env[65249]: INFO networking_nsxv3.common.synchronization [req-450c580b-af28-4136-9578-e76531b469a6 req-87d243b7-4605-4dba-b4db-276cbcea5837 tempest-ServersAdminNegativeTestJSON-647785820 tempest-ServersAdminNegativeTestJSON-647785820-project-member] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 637.847214] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 637.849739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.849739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.849739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.849739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.853674] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.853674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.853674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.853674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.853674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.853674] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.927198] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.927395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.927395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.927652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.927791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949238] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 638.164768] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.173403] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 638.173459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.174468] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 638.174592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.175326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.175498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.175611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.175672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.175818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.175894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175980] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.177642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.177873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.177915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.178078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.178127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.178228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.178380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.178380] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.212560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.212560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.357023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.496019] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f5fa476e-4b7e-46cb-8d76-dc13de89997c None None] Enqueued Resource ID: 1bf38868-a3b3-4316-becc-225ae1dfaff6 with Priority: HIGHEST for action port [ 638.496702] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf38868-a3b3-4316-becc-225ae1dfaff6 with Priority: HIGHEST for action port [ 638.497296] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf38868-a3b3-4316-becc-225ae1dfaff6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.497457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf38868-a3b3-4316-becc-225ae1dfaff6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.497528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf38868-a3b3-4316-becc-225ae1dfaff6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.497793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf38868-a3b3-4316-becc-225ae1dfaff6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.498061] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf38868-a3b3-4316-becc-225ae1dfaff6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.669598] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.669830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.669830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.670290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.670290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.670684] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be updated. [ 638.681033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.681805] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.704023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.704023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.704023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.704023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.704023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.712209] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: IN_PROGRESS for 2s [ 638.812997] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.813500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.813733] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.814122] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.814301] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.814403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.814635] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.814798] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.814972] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.815094] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.815194] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.815300] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.815403] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.815516] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.815681] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.835329] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.835569] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.835745] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.836350] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.836350] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-0aac50df-7f2c-4025-96b8-116ad8eda98d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.836589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.836589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.836879] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.837025] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aac50df-7f2c-4025-96b8-116ad8eda98d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.861337] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.999960] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf38868-a3b3-4316-becc-225ae1dfaff6 [ 639.002472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.002773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.002876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.003175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.003298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.003702] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf38868-a3b3-4316-becc-225ae1dfaff6 already deleted. [ 639.003702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf38868-a3b3-4316-becc-225ae1dfaff6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.184381] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.185349] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.339951] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.340470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.340470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.340700] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340885] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341067] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 0aac50df-7f2c-4025-96b8-116ad8eda98d not found, creating... [ 639.341433] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341626] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341742] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.342050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.342244] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.342654] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.344035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.344035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.344035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.344035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.344035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 0aac50df-7f2c-4025-96b8-116ad8eda98d is going to be created. [ 639.365261] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.365466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.365528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.365726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.365819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.365916] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be updated. [ 639.369233] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.369474] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.369607] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.369862] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.370095] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.370343] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.414541] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.414842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.440813] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 639.659215] env[65249]: INFO networking_nsxv3.common.synchronization [None req-062dd6db-14f2-4e8c-92bc-50bfd42f9ff6 None None] Enqueued Resource ID: b70ead49-cd74-455e-b9d4-217660c36d98 with Priority: HIGHEST for action port [ 639.660209] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70ead49-cd74-455e-b9d4-217660c36d98 with Priority: HIGHEST for action port [ 639.660209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70ead49-cd74-455e-b9d4-217660c36d98 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.660209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70ead49-cd74-455e-b9d4-217660c36d98" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.660708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70ead49-cd74-455e-b9d4-217660c36d98" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.660708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70ead49-cd74-455e-b9d4-217660c36d98" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.660708] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70ead49-cd74-455e-b9d4-217660c36d98',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.687822] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.688048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.688048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.688273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.688367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.688469] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 639.689998] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.690169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.690215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.690353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.690438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.690537] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be updated. [ 639.725047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.725047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.725297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.725333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.725468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.727786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.728048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.728048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.728243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.728367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.730451] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 639.730712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.739547] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 639.740224] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 639.984339] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 639.984740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.071575] env[65249]: INFO networking_nsxv3.common.synchronization [req-450c580b-af28-4136-9578-e76531b469a6 req-28b00211-82e1-4245-aac0-a7f04cc5f4b6 service nova] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_rules [ 640.071839] env[65249]: INFO networking_nsxv3.common.synchronization [req-450c580b-af28-4136-9578-e76531b469a6 req-28b00211-82e1-4245-aac0-a7f04cc5f4b6 service nova] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 640.072233] env[65249]: INFO networking_nsxv3.common.synchronization [req-450c580b-af28-4136-9578-e76531b469a6 req-28b00211-82e1-4245-aac0-a7f04cc5f4b6 service nova] Enqueued Resource ID: 0aac50df-7f2c-4025-96b8-116ad8eda98d with Priority: HIGHEST for action port [ 640.073170] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_rules [ 640.073170] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 640.073319] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aac50df-7f2c-4025-96b8-116ad8eda98d with Priority: HIGHEST for action port [ 640.073685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.073868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.073965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.074244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.074373] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.075670] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.075828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aac50df-7f2c-4025-96b8-116ad8eda98d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.076701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076701] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aac50df-7f2c-4025-96b8-116ad8eda98d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.164454] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b70ead49-cd74-455e-b9d4-217660c36d98 [ 640.164454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.164454] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b70ead49-cd74-455e-b9d4-217660c36d98 already deleted. [ 640.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70ead49-cd74-455e-b9d4-217660c36d98" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.578897] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.579103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.579231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aac50df-7f2c-4025-96b8-116ad8eda98d with status ACTIVE [ 640.579519] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.579630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.579693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.579912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.579983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.580162] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.580253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.580310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.580492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.580538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.580719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.580837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.580871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.581040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.581074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.581142] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aac50df-7f2c-4025-96b8-116ad8eda98d is going to be updated. [ 640.611960] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.612099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.612174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.612667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.612776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.613089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aac50df-7f2c-4025-96b8-116ad8eda98d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.723583] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: SUCCESS [ 640.725083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.725429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.725686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.726273] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.726489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.727989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.728273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.728456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.728872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.728872] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.224199] env[65249]: INFO networking_nsxv3.common.synchronization [req-52d90de7-effd-491c-8f00-423838549bcd req-b01b6d4d-0ce6-4c23-8a8d-cda0cd7272b0 tempest-VolumesAdminNegativeTest-1894176655 tempest-VolumesAdminNegativeTest-1894176655-project-member] Enqueued Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 641.224199] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 641.224199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.224967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.225171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.225597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.225865] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.226100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.226322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.226664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.226827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.227011] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.231987] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.451170] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 641.451499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.452348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.452348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.452348] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.452348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.452644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.452744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.452816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.454834] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.600246] env[65249]: INFO networking_nsxv3.common.synchronization [None req-0b123a76-c761-4a6d-a3cf-d9ab6d69e4d5 None None] Enqueued Resource ID: d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0 with Priority: HIGHEST for action port [ 641.600923] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0 with Priority: HIGHEST for action port [ 641.604365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.604365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.604365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.604988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.604988] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.733448] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.733448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.733448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.733679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.733679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.733911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.734076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.734172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.734398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.734517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.734649] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 already deleted. [ 641.734765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.735082] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 118f9f25-6bb3-4550-ac76-29d6f92b4aa6: rpc.has_security_group_logging(os_id): False [ 641.753212] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 641.753337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.753605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.753905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.754170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.754302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.754369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.754534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.754622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.754732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.754885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.754981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.756682] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.756682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.756682] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.758166] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 4s [ 641.761756] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.761909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.761977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.762330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.762396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.762579] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.762703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.762775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.762941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.763033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.763119] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be created. [ 641.826522] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.826710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.827179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.827339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.828120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.843519] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: IN_PROGRESS for 2s [ 641.956808] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.986419] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.986419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-348" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.986419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-348" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.986419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-348" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.986419] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.986419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.986419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.988486] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.988658] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.988886] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.988997] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.989457] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.989457] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.989457] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.989767] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.990164] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.014690] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.014862] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.014959] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.015151] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-348" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.015462] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-f1bd6a96-0a9e-4d5b-a323-24264962cb78 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.015628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.015745] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.016092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.016227] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bd6a96-0a9e-4d5b-a323-24264962cb78',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.111211] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0 [ 642.111211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.111211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.111211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.111211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.111211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.111211] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0 already deleted. [ 642.111211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a6c1aa-2ee1-4bc8-ab4c-87869b337dd0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.261512] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 642.279704] env[65249]: INFO networking_nsxv3.common.synchronization [None req-afe833e9-042f-4258-9835-416930a98b22 None None] Enqueued Resource ID: ff37e998-f570-4929-afb8-ba0cab05e96e with Priority: HIGHEST for action port [ 642.280499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.280927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.280927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.280927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.281115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.281251] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.281397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.281448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.281609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.281695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.281999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.281999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.282147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.282196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.282270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.282452] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.282547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.282595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.282739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.282816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.282903] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 642.284375] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff37e998-f570-4929-afb8-ba0cab05e96e with Priority: HIGHEST for action port [ 642.284788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff37e998-f570-4929-afb8-ba0cab05e96e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.284914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff37e998-f570-4929-afb8-ba0cab05e96e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.284914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff37e998-f570-4929-afb8-ba0cab05e96e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.285209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff37e998-f570-4929-afb8-ba0cab05e96e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.285209] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff37e998-f570-4929-afb8-ba0cab05e96e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.380808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.381067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.381067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.381257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.381437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.401993] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 642.459581] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.518309] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.519027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523546] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port f1bd6a96-0a9e-4d5b-a323-24264962cb78 not found, creating... [ 642.523546] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523546] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.523949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.523949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523949] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: f1bd6a96-0a9e-4d5b-a323-24264962cb78 is going to be created. [ 642.547996] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548265] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548344] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.549240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.549240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.787435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff37e998-f570-4929-afb8-ba0cab05e96e [ 642.787551] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.787622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.787694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.787922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.788042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.788144] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff37e998-f570-4929-afb8-ba0cab05e96e already deleted. [ 642.788228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff37e998-f570-4929-afb8-ba0cab05e96e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.971659] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.971826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.972098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.972140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.972220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.972969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be updated. [ 643.019992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.020151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.021126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.021126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.021126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.034019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 643.296050] env[65249]: INFO networking_nsxv3.common.synchronization [req-52d90de7-effd-491c-8f00-423838549bcd req-bdffe1c6-92c4-4af9-a046-449acb1693f5 service nova] Enqueued Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_rules [ 643.296351] env[65249]: INFO networking_nsxv3.common.synchronization [req-52d90de7-effd-491c-8f00-423838549bcd req-bdffe1c6-92c4-4af9-a046-449acb1693f5 service nova] Enqueued Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 643.296351] env[65249]: INFO networking_nsxv3.common.synchronization [req-52d90de7-effd-491c-8f00-423838549bcd req-bdffe1c6-92c4-4af9-a046-449acb1693f5 service nova] Enqueued Resource ID: f1bd6a96-0a9e-4d5b-a323-24264962cb78 with Priority: HIGHEST for action port [ 643.296598] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_rules [ 643.296746] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 643.296853] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bd6a96-0a9e-4d5b-a323-24264962cb78 with Priority: HIGHEST for action port [ 643.297576] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.297929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298024] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.299211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.299280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.299381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.299672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.299844] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.299952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.300011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.300163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.300275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.300905] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.301161] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1bd6a96-0a9e-4d5b-a323-24264962cb78 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.301271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.301339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.301726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.301726] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bd6a96-0a9e-4d5b-a323-24264962cb78',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.718509] env[65249]: INFO networking_nsxv3.common.synchronization [None req-003580a7-84f6-4fac-b029-7595b9d1f148 None None] Enqueued Resource ID: e4cc10d0-2f39-4000-a914-6183f96cdab2 with Priority: HIGHEST for action port [ 643.719097] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4cc10d0-2f39-4000-a914-6183f96cdab2 with Priority: HIGHEST for action port [ 643.719474] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4cc10d0-2f39-4000-a914-6183f96cdab2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.719607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4cc10d0-2f39-4000-a914-6183f96cdab2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.719676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4cc10d0-2f39-4000-a914-6183f96cdab2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.719922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4cc10d0-2f39-4000-a914-6183f96cdab2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.720017] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4cc10d0-2f39-4000-a914-6183f96cdab2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.775267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.775267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.775267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.775267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.803724] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.804824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.804959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.805093] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1bd6a96-0a9e-4d5b-a323-24264962cb78 with status ACTIVE [ 643.805252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.805399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.805495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.805633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.805718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.805883] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.805983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.806058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.806207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.806278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.806459] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.806547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.806603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.806752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.806802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.806882] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1bd6a96-0a9e-4d5b-a323-24264962cb78 is going to be updated. [ 643.860514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.860957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.861191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.861532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.861810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.862138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1bd6a96-0a9e-4d5b-a323-24264962cb78" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.868122] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: SUCCESS [ 643.869129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.084733] env[65249]: INFO networking_nsxv3.common.synchronization [req-b015397a-2491-4bdb-8e5b-a402e48fdece req-72bcfdc8-3475-4d54-b14a-39c3205bfd7f tempest-ListImageFiltersTestJSON-380308707 tempest-ListImageFiltersTestJSON-380308707-project-member] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 644.085307] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 644.085626] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.085752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.085817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086174] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.086281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.086351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086898] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.222678] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4cc10d0-2f39-4000-a914-6183f96cdab2 [ 644.222926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.223080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.223195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.223391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4cc10d0-2f39-4000-a914-6183f96cdab2 already deleted. [ 644.223669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4cc10d0-2f39-4000-a914-6183f96cdab2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.281097] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.310542] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.432278] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 644.432511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.432728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.433106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.433106] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.506414] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.506606] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.506721] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.506978] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507672] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.507672] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507672] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.507672] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507973] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.507973] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.508610] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.508735] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.509766] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.509766] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.509766] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.509994] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.537087] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.537087] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.538149] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.538805] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.538805] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-4c4d3788-0870-49de-a634-3d120b6596f5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.539097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.539097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.539406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540142] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4d3788-0870-49de-a634-3d120b6596f5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.543824] env[65249]: INFO networking_nsxv3.common.synchronization [req-302322b3-66d3-43b1-ae0f-98a8aa72f563 req-0adaa483-031e-456f-836a-91de743c9550 tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: c005ba98-2c31-4979-aac6-067e82d144ca with Priority: HIGHEST for action security_group_rules [ 644.544982] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c005ba98-2c31-4979-aac6-067e82d144ca with Priority: HIGHEST for action security_group_rules [ 644.545428] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c005ba98-2c31-4979-aac6-067e82d144ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.545600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c005ba98-2c31-4979-aac6-067e82d144ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.545642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c005ba98-2c31-4979-aac6-067e82d144ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.545897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c005ba98-2c31-4979-aac6-067e82d144ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.545977] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c005ba98-2c31-4979-aac6-067e82d144ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.590198] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.782896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccdaf268-ae4d-434e-afad-736bdae11fc1: rpc.has_security_group_logging(os_id): False [ 644.807215] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.807448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.807555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.808085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.808162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.808413] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.808594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.808944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.809296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.809296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.809524] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be updated. [ 644.813894] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.814110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.814110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.814295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.814377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.814470] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 is going to be created. [ 644.889850] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.889850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.889850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.891072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.891329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.912513] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: UNINITIALIZED for 2s [ 644.935989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.936443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.936543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.937048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.937279] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.937435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.937533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.937837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.938154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.938154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.938154] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.941028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.941192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.941192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.941611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.941611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.965047] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 645.043645] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.043944] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.044097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.044454] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.044636] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.045220] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 4c4d3788-0870-49de-a634-3d120b6596f5 not found, creating... [ 645.045625] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.045796] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.045920] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.046228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.046369] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.048346] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.048346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.048346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.048346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.048346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.048346] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 4c4d3788-0870-49de-a634-3d120b6596f5 is going to be created. [ 645.054498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 645.054771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.055031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.055163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.055364] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.055486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.055555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.055758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.056018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.056018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.056090] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.076699] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.076887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.076887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.077235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.077313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.077362] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c005ba98-2c31-4979-aac6-067e82d144ca already deleted. [ 645.077451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c005ba98-2c31-4979-aac6-067e82d144ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.078607] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.078810] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.078929] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.079187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.079568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.079784] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.092766] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.447611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.448077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.448077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.448170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.448862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.448987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.449318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.450017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.450109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.450169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.450306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.450489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.450489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.450590] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.560032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.560812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.560812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.560812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.560812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.561047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.561083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.561305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.561444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561767] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.561896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.561939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.562140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.562359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.562732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.562732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.562854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.562854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.562942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.563527] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.595870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.596309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.596490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.596897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.597038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.597212] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 645.627859] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.628077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.628133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.628363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.628566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.646551] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 645.862350] env[65249]: INFO networking_nsxv3.common.synchronization [req-b015397a-2491-4bdb-8e5b-a402e48fdece req-a91f18bd-dbc9-44f9-b4ef-0a6ab58e8780 service nova] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_rules [ 645.862350] env[65249]: INFO networking_nsxv3.common.synchronization [req-b015397a-2491-4bdb-8e5b-a402e48fdece req-a91f18bd-dbc9-44f9-b4ef-0a6ab58e8780 service nova] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 645.862713] env[65249]: INFO networking_nsxv3.common.synchronization [req-b015397a-2491-4bdb-8e5b-a402e48fdece req-a91f18bd-dbc9-44f9-b4ef-0a6ab58e8780 service nova] Enqueued Resource ID: 4c4d3788-0870-49de-a634-3d120b6596f5 with Priority: HIGHEST for action port [ 645.863614] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_rules [ 645.863614] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 645.863614] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4d3788-0870-49de-a634-3d120b6596f5 with Priority: HIGHEST for action port [ 645.864511] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.864511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.864511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.864667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.865344] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.865697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.866760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.866760] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4d3788-0870-49de-a634-3d120b6596f5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.866760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.866760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.866760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.866760] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4d3788-0870-49de-a634-3d120b6596f5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.956934] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 645.975626] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.975768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.975839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.976365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.976462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.976525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.976943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.977251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.977324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.977516] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.977803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.977870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.977955] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 646.048800] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.049041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.049041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.049660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.049660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.066638] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 646.066969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84999cf9-57f1-43ca-9a69-4a9d49c68560: rpc.has_security_group_logging(os_id): False [ 646.086362] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.086496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.086602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.087243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.087428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.087656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.087778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.087838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.087999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.088359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.089348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.089588] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.089726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.089794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.089939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.090030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.090121] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be updated. [ 646.241192] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.241192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.241192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.241192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.241192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.277835] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 646.368488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.368627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.368938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4d3788-0870-49de-a634-3d120b6596f5 with status ACTIVE [ 646.369115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.370183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.370468] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.370829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.370829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.372235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.372377] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4d3788-0870-49de-a634-3d120b6596f5 is going to be updated. [ 646.406812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.406812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.406812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.406812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.406812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.406812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4d3788-0870-49de-a634-3d120b6596f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.923935] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: SUCCESS [ 646.923935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.924272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.924272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.924445] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.924562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.924630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.924795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.924878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.924961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925086] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.980155] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 646.980417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.429610] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.429610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.429610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.429961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.430038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.430235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.430302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.430731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.430731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.431895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.431895] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.431895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.431895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.431895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.431895] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.432502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.432582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.433426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.433829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.434014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.434224] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.658350] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 647.658711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.658711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.658958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.659204] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.659204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.659415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.659679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.659679] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.942412] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2: rpc.has_security_group_logging(os_id): False [ 647.961652] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.961809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.961863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.962134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.962229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.962422] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.962563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.962606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.962765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.962847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.963025] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.963133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.963183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.963585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.963671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.963905] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.965043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.965118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.965459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.965547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.965714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 is going to be created. [ 648.030931] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.030931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.030931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.031222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.031261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.046357] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: IN_PROGRESS for 2s [ 648.103843] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 648.104081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.141332] env[65249]: INFO networking_nsxv3.common.synchronization [req-05197c14-99d4-4d90-b9ab-adede5d3d722 req-92816385-0013-48a2-8c62-cb20b37254b9 tempest-ServersTestBootFromVolume-1996723477 tempest-ServersTestBootFromVolume-1996723477-project-member] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 648.141332] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 648.141332] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.141332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.142063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.142386] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.142687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.142896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.144283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.144283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.144283] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.163397] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.295947] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 648.295947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.646885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.648110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648504] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 already deleted. [ 648.648504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.665617] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.848455] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.848687] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-508" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-508" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-508" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.852916] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.852916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.852916] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.852916] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.852916] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.852916] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.854062] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.854499] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.854933] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.919443] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.919750] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.920019] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.920281] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-508" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.920778] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-50faa41c-70dd-44cd-945d-f3f673cf4366 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.925026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.925026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.925026] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50faa41c-70dd-44cd-945d-f3f673cf4366',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.170159] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.170159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.170159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.170159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.170159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.170159] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 649.206284] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.206284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.206284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.206284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.206284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.220026] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 649.429484] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.429739] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.430443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.430443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.430443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.430443] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 50faa41c-70dd-44cd-945d-f3f673cf4366 not found, creating... [ 649.430687] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.430834] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.430943] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.431168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.431311] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.431631] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.431797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.431921] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.432184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.432308] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.432450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 50faa41c-70dd-44cd-945d-f3f673cf4366 is going to be created. [ 649.463130] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.463130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.463130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.463130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.463130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.463130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.073249] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: SUCCESS [ 650.073513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.176298] env[65249]: INFO networking_nsxv3.common.synchronization [req-05197c14-99d4-4d90-b9ab-adede5d3d722 req-c2b1ede4-e86c-4f9e-92a3-6b0a0ce8591e service nova] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 650.176717] env[65249]: INFO networking_nsxv3.common.synchronization [req-05197c14-99d4-4d90-b9ab-adede5d3d722 req-c2b1ede4-e86c-4f9e-92a3-6b0a0ce8591e service nova] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 650.176717] env[65249]: INFO networking_nsxv3.common.synchronization [req-05197c14-99d4-4d90-b9ab-adede5d3d722 req-c2b1ede4-e86c-4f9e-92a3-6b0a0ce8591e service nova] Enqueued Resource ID: 50faa41c-70dd-44cd-945d-f3f673cf4366 with Priority: HIGHEST for action port [ 650.178997] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_rules [ 650.178997] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 650.178997] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50faa41c-70dd-44cd-945d-f3f673cf4366 with Priority: HIGHEST for action port [ 650.178997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.178997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.178997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.179832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.179832] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.181458] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.181458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.181458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.181746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.182070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.182070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.182304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.182478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.182869] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.184055] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-50faa41c-70dd-44cd-945d-f3f673cf4366 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.184216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.184216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.184434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.184686] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50faa41c-70dd-44cd-945d-f3f673cf4366',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.509655] env[65249]: INFO networking_nsxv3.common.synchronization [req-852e3a3d-0e87-4f74-a3f3-47dcd94fb0ab req-c5ea6695-6e0f-4b60-8569-e0d30a1acf8a tempest-DeleteServersAdminTestJSON-1211124363 tempest-DeleteServersAdminTestJSON-1211124363-project-member] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 650.512486] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 650.513272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.513272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.513272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.513272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.513272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.514080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.514080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.514080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.514080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.514080] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.688978] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.689969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.690104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.690237] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50faa41c-70dd-44cd-945d-f3f673cf4366 with status ACTIVE [ 650.690405] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.690513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.690575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.690788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.690875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691087] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.691160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.691199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.691614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.691853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.691912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694829] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50faa41c-70dd-44cd-945d-f3f673cf4366 is going to be updated. [ 650.726281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.726281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.726281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.726281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.726281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.726281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50faa41c-70dd-44cd-945d-f3f673cf4366" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018883] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.019063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.019124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.019343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.019433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019666] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.019786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.019849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.019965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.020109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.020177] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be updated. [ 651.051473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.051473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.066543] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 651.195701] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.227470] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.227685] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.228288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.228604] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228827] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228982] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229163] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229434] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.229613] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.229765] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.229867] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.229990] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.230169] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.230333] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.230433] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.233064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 651.233280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.233764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.234153] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.234267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.234334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.234508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.234581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.234664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.234774] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.255975] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.256175] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.256311] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.257809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.257809] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-43b4c72d-d30f-4281-b76c-6d330bb14769 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.257809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.257809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.258213] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.258213] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b4c72d-d30f-4281-b76c-6d330bb14769',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.697900] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.698155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.698363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.698714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.699134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.699134] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 is going to be created. [ 651.730770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.730932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.731237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.731420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.737288] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.737535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.737535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.737773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.737867] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.737988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.738096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.738223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.738309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.738411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.738562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.738653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.738716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.738856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.738993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.739095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.739166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.739309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.739385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.739467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.739566] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.741762] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: UNINITIALIZED for 2s [ 651.760625] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.760862] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.761043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.761351] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.761502] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.761877] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 43b4c72d-d30f-4281-b76c-6d330bb14769 not found, creating... [ 651.762344] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.762454] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.762558] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.762888] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.763084] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.763491] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.763663] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.763797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.764021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.764162] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.764300] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 43b4c72d-d30f-4281-b76c-6d330bb14769 is going to be created. [ 651.793480] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.793762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.793909] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.794145] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.794381] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.794618] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241447] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5441ca-bb47-4f41-bfd0-312590a37925: rpc.has_security_group_logging(os_id): False [ 652.273022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.273022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.273022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.273022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.273920] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.273920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.273920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.273920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.273920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.273920] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 652.346703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.346882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.346952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.369432] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [req-852e3a3d-0e87-4f74-a3f3-47dcd94fb0ab req-75404979-64bb-4fce-97a4-169ee24a6051 service nova] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_rules [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [req-852e3a3d-0e87-4f74-a3f3-47dcd94fb0ab req-75404979-64bb-4fce-97a4-169ee24a6051 service nova] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [req-852e3a3d-0e87-4f74-a3f3-47dcd94fb0ab req-75404979-64bb-4fce-97a4-169ee24a6051 service nova] Enqueued Resource ID: 43b4c72d-d30f-4281-b76c-6d330bb14769 with Priority: HIGHEST for action port [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_rules [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 652.625448] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4c72d-d30f-4281-b76c-6d330bb14769 with Priority: HIGHEST for action port [ 652.625448] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.625448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.625873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.625873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.625873] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.627561] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.627561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.627561] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b4c72d-d30f-4281-b76c-6d330bb14769 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.627561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.627561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.627561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627561] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b4c72d-d30f-4281-b76c-6d330bb14769',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.078502] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 653.078708] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 deletion is rescheduled due to dependency. [ 653.078823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.079087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.079236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.080369] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.080369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.080369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.080369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.080369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.080369] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.131526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.131526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.131785] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43b4c72d-d30f-4281-b76c-6d330bb14769 with status ACTIVE [ 653.131981] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.132132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.132199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.132475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.132600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.132788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.132905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.133297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.133297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.133297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.133433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.133514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.133579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.133747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.133823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.133915] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43b4c72d-d30f-4281-b76c-6d330bb14769 is going to be updated. [ 653.159408] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.159581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.159662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.159875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.160037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.160200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b4c72d-d30f-4281-b76c-6d330bb14769" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.162662] env[65249]: INFO networking_nsxv3.common.synchronization [req-d529c329-49a2-45f0-a9e4-2c109f754b9f req-3ba9b7fd-58ba-4be5-b33a-acaf909eb143 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 653.163244] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 653.163575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.164155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.164395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.164454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.164642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.164727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.164847] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.582059] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.669039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.669177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.669251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.669561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.669688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.669924] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.670074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.670162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.670377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.670481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.670599] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 already deleted. [ 653.670725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.759803] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: SUCCESS [ 653.759803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.760493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.760493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.760493] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.761222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.761222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.762117] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.939270] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.939530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.939703] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.940170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.940543] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.940740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.940918] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.941237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.941416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.941683] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.941850] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.942025] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.942142] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.942282] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.942460] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.942662] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.968045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.968267] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.968480] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.968738] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.969257] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-c57bc22b-d9b9-4a6c-80fd-570f28a17104 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.969478] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.969709] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970404] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57bc22b-d9b9-4a6c-80fd-570f28a17104',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.084998] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.265507] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.384716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 654.384938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.473634] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.473634] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.473634] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.473854] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.473854] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.473976] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port c57bc22b-d9b9-4a6c-80fd-570f28a17104 not found, creating... [ 654.474254] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.474403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.474512] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.474715] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.474843] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475159] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.475314] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.475396] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.475597] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475885] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: c57bc22b-d9b9-4a6c-80fd-570f28a17104 is going to be created. [ 654.496671] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496895] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.497180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.497400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.497670] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.497905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.588356] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.588912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.588912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.589247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.589247] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be updated. [ 654.658040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.658040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.658040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.658423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.658683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.672225] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 654.768251] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1adfca06-eff7-499c-8d0e-d7319d122432: rpc.has_security_group_logging(os_id): False [ 654.786547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.786838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.786838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.786965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.787312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.787411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.787475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.787682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.787872] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 is going to be created. [ 654.884077] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.884230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.884364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.884518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.884696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.905189] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: IN_PROGRESS for 2s [ 655.231204] env[65249]: INFO networking_nsxv3.common.synchronization [req-d529c329-49a2-45f0-a9e4-2c109f754b9f req-52453915-60a3-4925-a488-8bd8258a7422 service nova] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 655.231337] env[65249]: INFO networking_nsxv3.common.synchronization [req-d529c329-49a2-45f0-a9e4-2c109f754b9f req-52453915-60a3-4925-a488-8bd8258a7422 service nova] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 655.232080] env[65249]: INFO networking_nsxv3.common.synchronization [req-d529c329-49a2-45f0-a9e4-2c109f754b9f req-52453915-60a3-4925-a488-8bd8258a7422 service nova] Enqueued Resource ID: c57bc22b-d9b9-4a6c-80fd-570f28a17104 with Priority: HIGHEST for action port [ 655.232868] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 655.233099] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 655.233276] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57bc22b-d9b9-4a6c-80fd-570f28a17104 with Priority: HIGHEST for action port [ 655.233689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.233883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.234077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.234294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.234431] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.235625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.235876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.235919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.236108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.236268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.236350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.238096] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.238096] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57bc22b-d9b9-4a6c-80fd-570f28a17104 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.238096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.238096] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57bc22b-d9b9-4a6c-80fd-570f28a17104',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.310121] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d8d00e63-1e74-4a80-ab49-1b36b45f4bb6 None None] Enqueued Resource ID: a45f6b38-7b60-42d8-84f4-57b2a1d7eb16 with Priority: HIGHEST for action port [ 655.310121] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45f6b38-7b60-42d8-84f4-57b2a1d7eb16 with Priority: HIGHEST for action port [ 655.310440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45f6b38-7b60-42d8-84f4-57b2a1d7eb16 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.310573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45f6b38-7b60-42d8-84f4-57b2a1d7eb16" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.310648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45f6b38-7b60-42d8-84f4-57b2a1d7eb16" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.310928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45f6b38-7b60-42d8-84f4-57b2a1d7eb16" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.311018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45f6b38-7b60-42d8-84f4-57b2a1d7eb16',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.740464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.740855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.740855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.741934] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57bc22b-d9b9-4a6c-80fd-570f28a17104 with status ACTIVE [ 655.742070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.742173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.742238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.742443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.743203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.743203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.743203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.743203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.745271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.745271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.745271] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57bc22b-d9b9-4a6c-80fd-570f28a17104 is going to be updated. [ 655.772250] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.772400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.772492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.772671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.773528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.773528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57bc22b-d9b9-4a6c-80fd-570f28a17104" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.813429] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a45f6b38-7b60-42d8-84f4-57b2a1d7eb16 [ 655.815601] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.815601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.815601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.815601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.815601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.815601] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a45f6b38-7b60-42d8-84f4-57b2a1d7eb16 already deleted. [ 655.815601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45f6b38-7b60-42d8-84f4-57b2a1d7eb16" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.035881] env[65249]: INFO networking_nsxv3.common.synchronization [req-35b9e83e-e7be-4984-8199-5e4d16f4e35f req-6c7b07ba-5548-4251-a69a-95b003c3e2c4 tempest-InstanceActionsTestJSON-267960741 tempest-InstanceActionsTestJSON-267960741-project-member] Enqueued Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 656.037789] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 656.038402] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.038567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.038640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.038841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.039017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.039118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.039178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.039344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.039416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.040865] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.247033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.365773] env[65249]: INFO networking_nsxv3.common.synchronization [req-55b82afd-cff7-4057-a78d-f85a6dbbadbf req-d880c126-8b59-46ac-82c2-37cdcc55fb78 tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: 2c19a188-e767-481c-8335-e5fbf72ebe42 with Priority: HIGHEST for action security_group_rules [ 656.366339] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c19a188-e767-481c-8335-e5fbf72ebe42 with Priority: HIGHEST for action security_group_rules [ 656.366750] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c19a188-e767-481c-8335-e5fbf72ebe42 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.366750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c19a188-e767-481c-8335-e5fbf72ebe42" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c19a188-e767-481c-8335-e5fbf72ebe42" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c19a188-e767-481c-8335-e5fbf72ebe42" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368752] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c19a188-e767-481c-8335-e5fbf72ebe42',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.528263] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.528478] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-173" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.528669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-173" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.529734] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-173" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.529734] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.529734] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.529942] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.530040] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.530299] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.530750] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.531151] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.531151] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.531151] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.531262] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.531429] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.531470] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.547275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.547275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.547275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.547816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.548527] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f already deleted. [ 656.548527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.562488] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.562742] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.562867] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.563107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-173" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.563585] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.563821] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.563939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.564370] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.564530] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2aa3ba-f111-446d-88f2-cfde2fa22f8a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.684444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 656.684682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.684904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.685511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685986] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.749271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.749673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.749673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.749765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.749839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.749933] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be created. [ 656.784267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.784592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.784592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.785142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.797897] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: UNINITIALIZED for 2s [ 656.895562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.895719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.895793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.896030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.896226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.896371] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c19a188-e767-481c-8335-e5fbf72ebe42 already deleted. [ 656.896418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c19a188-e767-481c-8335-e5fbf72ebe42" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.920078] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: SUCCESS [ 656.920078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.067034] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.067403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.067534] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.067890] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.068012] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.068169] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a not found, creating... [ 657.068437] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.068586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.068693] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.068903] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.069040] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.069294] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.069432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.069559] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.069762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.069889] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.070051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a is going to be created. [ 657.097789] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.097789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.097789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.098916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.098916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.098916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.188669] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.188836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.188908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.189187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.189319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.189421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.189485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.189659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.189804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.189911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.190074] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.190172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.190234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.190377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.190515] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.190608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.190669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.190799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.190881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.190952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.191055] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.693753] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ebc332f-0153-44ec-9343-ceef7f0efd60: rpc.has_security_group_logging(os_id): False [ 657.718037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.718202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.718248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.718542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.718587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.719964] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.719964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.719964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.720201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.720415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.720608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.720724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.723564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.723564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.723564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.723710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.723999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.724101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.724288] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be updated. [ 657.797423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.797746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.797746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.797826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.798254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812931] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 657.837860] env[65249]: INFO networking_nsxv3.common.synchronization [req-35b9e83e-e7be-4984-8199-5e4d16f4e35f req-1e14e3c2-664a-4222-93a6-cca57f7b4905 service nova] Enqueued Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_rules [ 657.837979] env[65249]: INFO networking_nsxv3.common.synchronization [req-35b9e83e-e7be-4984-8199-5e4d16f4e35f req-1e14e3c2-664a-4222-93a6-cca57f7b4905 service nova] Enqueued Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 657.838668] env[65249]: INFO networking_nsxv3.common.synchronization [req-35b9e83e-e7be-4984-8199-5e4d16f4e35f req-1e14e3c2-664a-4222-93a6-cca57f7b4905 service nova] Enqueued Resource ID: 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a with Priority: HIGHEST for action port [ 657.838668] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_rules [ 657.838817] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 657.838853] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a with Priority: HIGHEST for action port [ 657.840655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.840801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.840846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.841139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.841245] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.844874] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.845016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.845092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.845291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.845451] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.845960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.846761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.847327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.847327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.847453] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.851089] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.851089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.851089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.851089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.851089] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2aa3ba-f111-446d-88f2-cfde2fa22f8a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.040695] env[65249]: INFO networking_nsxv3.common.synchronization [req-fc74b07b-c5f6-42b7-8207-6667eec05857 req-3f9f064c-1d65-4fba-86db-6db66f31dca4 tempest-ServerRescueTestJSON-1117054440 tempest-ServerRescueTestJSON-1117054440-project-member] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 658.041751] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 658.043703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.043849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.043915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.044147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.044324] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.044453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.044554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.044653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.044736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.044833] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.216264] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1e940ba4-bbef-487e-9dee-60b56156ee9f None None] Enqueued Resource ID: 381d00f5-abd1-48ee-a9cb-ff408d7cf1a5 with Priority: HIGHEST for action port [ 658.216522] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d00f5-abd1-48ee-a9cb-ff408d7cf1a5 with Priority: HIGHEST for action port [ 658.220560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-381d00f5-abd1-48ee-a9cb-ff408d7cf1a5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.220737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381d00f5-abd1-48ee-a9cb-ff408d7cf1a5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.220801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381d00f5-abd1-48ee-a9cb-ff408d7cf1a5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.221067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381d00f5-abd1-48ee-a9cb-ff408d7cf1a5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.221212] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381d00f5-abd1-48ee-a9cb-ff408d7cf1a5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.353134] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.353284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.354604] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.355722] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a with status ACTIVE [ 658.355722] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.356961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.356961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.357301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.357301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.357372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.357471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.357531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.357667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.357739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.357823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d2aa3ba-f111-446d-88f2-cfde2fa22f8a is going to be updated. [ 658.383426] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.383426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.383426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.383426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.383950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.383950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2aa3ba-f111-446d-88f2-cfde2fa22f8a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.479532] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.479752] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.479836] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.480492] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.480779] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.480941] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.481074] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.481306] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.481443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.481982] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.481982] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.481982] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.481982] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.482141] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.482175] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.482300] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.508432] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.508432] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.508432] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.508432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-278" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.508432] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.508432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.508432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.508432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.508432] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.522382] env[65249]: INFO networking_nsxv3.common.synchronization [None req-b2d0368a-21cd-4d38-88ed-4bccf343b49b tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 658.522382] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 658.522886] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.523208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.523392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.523785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.524253] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.547551] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.720864] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ec390e46-b20e-4ef5-9789-35d1cdb7e376 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 658.721629] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 658.721981] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.722101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.723391] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 381d00f5-abd1-48ee-a9cb-ff408d7cf1a5 [ 658.723706] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.723706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.723825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.723969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.724112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.724157] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:381d00f5-abd1-48ee-a9cb-ff408d7cf1a5 already deleted. [ 658.724259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381d00f5-abd1-48ee-a9cb-ff408d7cf1a5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812118] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 658.812792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813012] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.813358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813677] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.862374] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.010676] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.010931] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.011191] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.011399] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.011560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.011716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 not found, creating... [ 659.012066] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.012278] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.012392] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.012639] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.012783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.013218] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.013438] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.013508] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.013696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.013825] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.013961] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 is going to be created. [ 659.050666] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.053239] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.054037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.054037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.054037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.054327] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.054728] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.056443] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.056593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.056703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.056953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.057046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057202] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d already deleted. [ 659.057271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.058154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.058154] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.316310] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.364510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.364758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.364758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.364948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.365058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.365162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f is going to be created. [ 659.393665] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.394638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.394978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.396788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.396788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.420149] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: UNINITIALIZED for 2s [ 659.559037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.559261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.559368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.562776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.562776] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be updated. [ 659.594362] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.594630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.594630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.595637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.595637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d already deleted. [ 659.595637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.616274] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.616475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.616475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.620027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.620027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.631735] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 659.820956] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 719ddeba-fc5f-47a0-a616-7d8b0d93c733: rpc.has_security_group_logging(os_id): False [ 659.836895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 659.837175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.840045] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.840208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.840275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.840462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.840546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.841047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.841047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.841166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.841340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.841421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.841530] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be created. [ 659.923068] env[65249]: INFO networking_nsxv3.common.synchronization [req-fc74b07b-c5f6-42b7-8207-6667eec05857 req-3f983010-e57c-4825-b3d6-74a67f059c15 service nova] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_rules [ 659.923068] env[65249]: INFO networking_nsxv3.common.synchronization [req-fc74b07b-c5f6-42b7-8207-6667eec05857 req-3f983010-e57c-4825-b3d6-74a67f059c15 service nova] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 659.923165] env[65249]: INFO networking_nsxv3.common.synchronization [req-fc74b07b-c5f6-42b7-8207-6667eec05857 req-3f983010-e57c-4825-b3d6-74a67f059c15 service nova] Enqueued Resource ID: d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 with Priority: HIGHEST for action port [ 659.923695] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_rules [ 659.923833] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 659.924207] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 with Priority: HIGHEST for action port [ 659.924282] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.924390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.924451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.924656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.924741] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.925851] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.925939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.926150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.926362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.926362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.926622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.926622] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.939173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.939332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.939402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.939664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.939862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.956968] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: IN_PROGRESS for 2s [ 660.429633] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429876] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 with status ACTIVE [ 660.429981] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.430106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430904] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.430904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.431080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.431121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.431563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.431563] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.431563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.431563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.431944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.431983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.432126] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000 is going to be updated. [ 660.466763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.466763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.466763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.466763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.467048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.467157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a5ed2f-6fbf-46cf-90fd-ac6ed3614000" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.635456] env[65249]: INFO networking_nsxv3.common.synchronization [req-9060adf7-bd0e-431c-a12e-affee625a31a req-3bfc5945-06b6-4f09-b30a-e040425f5986 tempest-InstanceActionsV221TestJSON-409385770 tempest-InstanceActionsV221TestJSON-409385770-project-member] Enqueued Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 660.635756] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 660.636071] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.636199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.636263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.636655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.637720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.637720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.637720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.637720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637720] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.063637] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.064032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-466" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.064568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-466" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.065084] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-466" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.066228] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.066228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.066228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.066834] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.067189] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.067842] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.068074] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.070199] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.070199] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.070199] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.070199] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.070199] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.103962] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.103962] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.103962] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.104202] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-466" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.104778] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-a35ef12e-4314-41da-af35-07fa5771362b taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.104917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105066] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105561] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105802] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35ef12e-4314-41da-af35-07fa5771362b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.139518] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.140743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.140743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.140743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.140743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.140992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.145041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.145041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.145041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.145041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.145041] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b302856a-8aff-4946-bbed-06d1cd893774 already deleted. [ 661.145041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.464382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: SUCCESS [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.464382] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.464382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.464382] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.608948] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.609168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.609245] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.609472] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.609635] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.609826] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port a35ef12e-4314-41da-af35-07fa5771362b not found, creating... [ 661.610137] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.610303] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.610469] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.610855] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.611128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.611502] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.611753] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.611924] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.612252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.612459] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.612640] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: a35ef12e-4314-41da-af35-07fa5771362b is going to be created. [ 661.636313] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.636568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.636623] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.636891] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.637171] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.637399] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643133] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 661.643364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.643751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.643971] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.644092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.644160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.644333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.644416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.644519] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.941736] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.942032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.942032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.942469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.942588] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.942724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.942724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.943722] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.943722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.943722] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.944699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.944699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.944699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.944699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.944699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.944699] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.973126] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 661.973126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.149091] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.387222] env[65249]: INFO networking_nsxv3.common.synchronization [req-9060adf7-bd0e-431c-a12e-affee625a31a req-18aff12a-78fc-4674-8329-60015b23e1ba service nova] Enqueued Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_rules [ 662.387541] env[65249]: INFO networking_nsxv3.common.synchronization [req-9060adf7-bd0e-431c-a12e-affee625a31a req-18aff12a-78fc-4674-8329-60015b23e1ba service nova] Enqueued Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 662.387758] env[65249]: INFO networking_nsxv3.common.synchronization [req-9060adf7-bd0e-431c-a12e-affee625a31a req-18aff12a-78fc-4674-8329-60015b23e1ba service nova] Enqueued Resource ID: a35ef12e-4314-41da-af35-07fa5771362b with Priority: HIGHEST for action port [ 662.389099] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_rules [ 662.390492] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 662.390730] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35ef12e-4314-41da-af35-07fa5771362b with Priority: HIGHEST for action port [ 662.391216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.391414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.391520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.391936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.392078] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.395545] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.395761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.397480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.397480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.397480] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.401172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35ef12e-4314-41da-af35-07fa5771362b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.401294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.401394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.401903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.401903] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35ef12e-4314-41da-af35-07fa5771362b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.447867] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1724e4b8-403d-4b53-8c99-b1d03ec7903f: rpc.has_security_group_logging(os_id): False [ 662.467705] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.467994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.467994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.468791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.469054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.469138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.469357] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.469495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.469579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.469684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.469763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.470250] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.470398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.470398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.470602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.470674] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f is going to be created. [ 662.545046] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.545317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.545317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.545430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.547735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.573355] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: IN_PROGRESS for 2s [ 662.649108] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.659039] env[65249]: INFO networking_nsxv3.common.synchronization [req-072bb41b-602a-48ab-b525-c56af5ad2cb6 req-2f140390-c96d-4f72-8c12-37bdebb3e12a tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: 363d0a40-7fc7-45f6-bbad-6569d0eccb57 with Priority: HIGHEST for action security_group_rules [ 662.663245] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363d0a40-7fc7-45f6-bbad-6569d0eccb57 with Priority: HIGHEST for action security_group_rules [ 662.664111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-363d0a40-7fc7-45f6-bbad-6569d0eccb57 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.664273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-363d0a40-7fc7-45f6-bbad-6569d0eccb57" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.664273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-363d0a40-7fc7-45f6-bbad-6569d0eccb57" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.664543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-363d0a40-7fc7-45f6-bbad-6569d0eccb57" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.664622] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('363d0a40-7fc7-45f6-bbad-6569d0eccb57',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.897132] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.897132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901073] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.905400] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a35ef12e-4314-41da-af35-07fa5771362b with status ACTIVE [ 662.906468] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.906468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.906468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.906468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.906468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.906919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.906919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.906919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.906919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.907176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.907224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.908517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.908517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.908517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.908517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.908517] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a35ef12e-4314-41da-af35-07fa5771362b is going to be updated. [ 662.942558] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.942558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.942558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.942558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.942558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.942558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35ef12e-4314-41da-af35-07fa5771362b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.282849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.283517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.283517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.283517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.283517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.283855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be updated. [ 663.313388] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.313559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.313908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.314010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.314107] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 363d0a40-7fc7-45f6-bbad-6569d0eccb57 already deleted. [ 663.314186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-363d0a40-7fc7-45f6-bbad-6569d0eccb57" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.323570] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.323800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.323800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.324191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.324191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.334538] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 663.404319] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.911032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.911032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.911032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.911032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.911032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.911032] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b302856a-8aff-4946-bbed-06d1cd893774 is going to be created. [ 663.952892] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-b431ca1a-7e6b-4eeb-b12a-866a83a9925d tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 663.953638] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 663.954284] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.954284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.955566] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.955566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.955566] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.962533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.963137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.963277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.988820] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: UNINITIALIZED for 2s [ 664.261785] env[65249]: INFO networking_nsxv3.common.synchronization [req-a0fecf7c-9e08-40d5-a130-d2825d0b754b req-d354560b-02bc-44b5-aaab-76a085aa3c8a tempest-VolumesAdminNegativeTest-1894176655 tempest-VolumesAdminNegativeTest-1894176655-project-member] Enqueued Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 664.263075] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGHEST for action security_group_members [ 664.263075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.263075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.263075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.263360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.263430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.263499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.263572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.263831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.263876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.263947] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.459390] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.460372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.460372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.460372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.460372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.460372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.460858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.460927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.461131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.461859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.461859] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca already deleted. [ 664.461859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: SUCCESS [ 664.598036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.605020] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-72c1e571-ca06-4dee-a6b5-53171d027f7d tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 664.605504] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 664.605961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.607687] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.607687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.607687] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.766493] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.766736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.766838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.767142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.767258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.767503] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.767629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.767708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.767908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.767977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.768077] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 is going to be updated. [ 664.800922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.801165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.801165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.801636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.801636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.811800] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: IN_PROGRESS for 2s [ 665.111583] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.111909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.111909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.112152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.112249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.112464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.112565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.112624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.112826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.112897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.112975] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca already deleted. [ 665.113063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.252628] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-691d636e-1ea2-4d90-8c69-632ff41f5880 tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 665.253691] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 665.256331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.256331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.256331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.256331] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.351019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 665.351273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.351651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.351800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.352074] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.352142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.352185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.352394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.352440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.352915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.352915] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.679950] env[65249]: INFO networking_nsxv3.common.synchronization [None req-5f1a46c7-7a6c-46b7-8548-ee1198ec81f3 None None] Enqueued Resource ID: d0cd6938-cfef-40ae-9552-676e45795763 with Priority: HIGHEST for action port [ 665.679950] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6938-cfef-40ae-9552-676e45795763 with Priority: HIGHEST for action port [ 665.679950] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0cd6938-cfef-40ae-9552-676e45795763 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.679950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0cd6938-cfef-40ae-9552-676e45795763" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.679950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0cd6938-cfef-40ae-9552-676e45795763" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.679950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0cd6938-cfef-40ae-9552-676e45795763" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.679950] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cd6938-cfef-40ae-9552-676e45795763',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.735307] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.735755] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.735755] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.736015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.736371] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.736631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.736770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.737127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.737338] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.737611] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.737777] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.737989] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.738165] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.738350] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.738484] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.738694] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.759501] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.759751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.759806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760009] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.760108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.760320] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.760417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.760478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.760705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.760812] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca already deleted. [ 665.760916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.762399] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.762540] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.762668] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.762831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763205] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-8380f66b-4457-40fe-a249-4f01bf2d0434 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.763360] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.763888] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8380f66b-4457-40fe-a249-4f01bf2d0434',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.858110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.858339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.858339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.858615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.858742] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.858952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.858952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.859073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.859200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.859261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.859422] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.859516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.859571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.859745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.859885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.860126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.860126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.860210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.860242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.860324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.860415] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.998366] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: SUCCESS [ 665.998640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.998864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.999160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.999392] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.999539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.999618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.999773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.999879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.999967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.000089] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.180520] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0cd6938-cfef-40ae-9552-676e45795763 [ 666.180520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.181021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.181021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.182257] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0cd6938-cfef-40ae-9552-676e45795763 already deleted. [ 666.182257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0cd6938-cfef-40ae-9552-676e45795763" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.266776] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.267076] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.267210] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.267647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.267738] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.267951] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 8380f66b-4457-40fe-a249-4f01bf2d0434 not found, creating... [ 666.268291] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.268498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.268615] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.268858] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.269321] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.269426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.270033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.270033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.270199] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.270353] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.270506] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 8380f66b-4457-40fe-a249-4f01bf2d0434 is going to be created. [ 666.302024] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.302270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.302366] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.302656] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.302912] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.303276] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362840] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1634da0-1b2f-4179-bded-90335583eb07: rpc.has_security_group_logging(os_id): False [ 666.396760] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.396971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.397025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.397255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.397331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.397538] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.397689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.397843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.397907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.398651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.398891] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.398996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399527] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be updated. [ 666.503267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.503516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.503516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.503757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.503963] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.504147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.504147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.504293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.504375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.504500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.504719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.504890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.504992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.505210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.505407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.505587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.505587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.505764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.505861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.505941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.506075] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.515688] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.515962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.515962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.516584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.516584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.539496] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 666.825925] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 in Status: SUCCESS [ 666.826591] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 deletion is rescheduled due to dependency. [ 666.826781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.009319] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b302856a-8aff-4946-bbed-06d1cd893774: rpc.has_security_group_logging(os_id): False [ 667.032202] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.032405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.032478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.032720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.032847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.033127] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.033250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.033289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.033507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.033593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.033790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.033912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.033960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.034319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.034455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.034734] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.035344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.035344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.035344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.035344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.035344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b302856a-8aff-4946-bbed-06d1cd893774 is going to be created. [ 667.115166] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.115166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.115166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.117704] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-63ff8fd5-bdbe-415a-a44e-e5bcb055cc6f service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 667.117872] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-63ff8fd5-bdbe-415a-a44e-e5bcb055cc6f service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 667.118576] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-63ff8fd5-bdbe-415a-a44e-e5bcb055cc6f service nova] Enqueued Resource ID: 8380f66b-4457-40fe-a249-4f01bf2d0434 with Priority: HIGHEST for action port [ 667.119127] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 667.119127] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 667.119127] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8380f66b-4457-40fe-a249-4f01bf2d0434 with Priority: HIGHEST for action port [ 667.119778] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.119778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.119884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120753] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.121116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122092] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.122216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.122294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.122414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122592] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.126385] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8380f66b-4457-40fe-a249-4f01bf2d0434 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.126385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.126385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.126534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.126570] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8380f66b-4457-40fe-a249-4f01bf2d0434',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.131136] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: IN_PROGRESS for 2s [ 667.628806] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.629137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.630825] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8380f66b-4457-40fe-a249-4f01bf2d0434 with status ACTIVE [ 667.630825] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.630825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.630825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.631336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.631336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.631336] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.632473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.632473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.632473] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8380f66b-4457-40fe-a249-4f01bf2d0434 is going to be updated. [ 667.635505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.663452] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.663586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.663653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.663866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.664010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8380f66b-4457-40fe-a249-4f01bf2d0434" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.018434] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.018808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-293" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.018808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-293" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.019445] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-293" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.019572] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.019749] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.019910] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.020104] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.020247] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.020611] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.020611] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.020728] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.020791] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.020899] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.020998] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.021140] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.051950] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.052174] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.053034] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.053034] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-293" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.053034] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-c79bb014-932b-44ad-b923-7a6ba7416669 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.055553] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.055708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.056107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.056305] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79bb014-932b-44ad-b923-7a6ba7416669',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.140329] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.558113] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 668.558370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.558960] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.559204] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.559335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.559623] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.559779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.559927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port c79bb014-932b-44ad-b923-7a6ba7416669 not found, creating... [ 668.560784] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.561754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.561967] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.562328] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.562843] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562980] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.563311] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.563416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.563727] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.564261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.564261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: c79bb014-932b-44ad-b923-7a6ba7416669 is going to be created. [ 668.593207] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.593605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.593919] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.594229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595164] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.595164] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.606517] env[65249]: INFO networking_nsxv3.common.synchronization [None req-2f59901e-4fb8-4e6b-8f50-470ecc7a9aa5 None None] Enqueued Resource ID: 26091585-5309-4c02-abb4-4c0dc5e50028 with Priority: HIGHEST for action port [ 668.607048] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26091585-5309-4c02-abb4-4c0dc5e50028 with Priority: HIGHEST for action port [ 668.607574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-26091585-5309-4c02-abb4-4c0dc5e50028 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.607574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26091585-5309-4c02-abb4-4c0dc5e50028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.607688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26091585-5309-4c02-abb4-4c0dc5e50028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.608050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26091585-5309-4c02-abb4-4c0dc5e50028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.608050] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26091585-5309-4c02-abb4-4c0dc5e50028',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.643185] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.643466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.643466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.643597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.643692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.643804] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be created. [ 668.680217] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.694226] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: UNINITIALIZED for 2s [ 669.111262] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26091585-5309-4c02-abb4-4c0dc5e50028 [ 669.111656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.111656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.111816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.113877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.113877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.113877] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26091585-5309-4c02-abb4-4c0dc5e50028 already deleted. [ 669.113877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26091585-5309-4c02-abb4-4c0dc5e50028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151067] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: SUCCESS [ 669.151067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.405931] env[65249]: INFO networking_nsxv3.common.synchronization [None req-dabdbdf8-7e26-41f4-a574-ae4db8e8ee45 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 669.407473] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 669.407473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.407473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.407473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.411419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.411518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.432426] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-9bb5a622-ead5-4724-a5b7-3bcadbe15eca service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 669.432426] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-9bb5a622-ead5-4724-a5b7-3bcadbe15eca service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 669.432426] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-9bb5a622-ead5-4724-a5b7-3bcadbe15eca service nova] Enqueued Resource ID: c79bb014-932b-44ad-b923-7a6ba7416669 with Priority: HIGHEST for action port [ 669.433027] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 669.433323] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 669.433547] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79bb014-932b-44ad-b923-7a6ba7416669 with Priority: HIGHEST for action port [ 669.434218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.434784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.435481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.435787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.436108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c79bb014-932b-44ad-b923-7a6ba7416669 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.436349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.437659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.437659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79bb014-932b-44ad-b923-7a6ba7416669',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.797123] env[65249]: INFO networking_nsxv3.common.synchronization [None req-8e86da26-e687-4550-9e2d-39d43566ec01 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 669.797834] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 669.798318] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.799029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.940889] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.940889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 already deleted. [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.940889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.940889] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.944805] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c79bb014-932b-44ad-b923-7a6ba7416669 with status ACTIVE [ 669.944805] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.944805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.944805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.946338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.946338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.946338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.946338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.946338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.947471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.948221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.948221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.948221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.948221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.948518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.948612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.948677] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c79bb014-932b-44ad-b923-7a6ba7416669 is going to be updated. [ 669.982367] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.982582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.982582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.982802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.982955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c79bb014-932b-44ad-b923-7a6ba7416669" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.473962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.473962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.474400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.474400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.474400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.474550] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 already deleted. [ 670.474601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.712243] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 670.712243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.712243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.712243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.713104] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.713607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.713875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.714251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.714623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.717879] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.717879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.717879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.717879] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.767772] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.767981] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.768577] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.769378] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.769378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769870] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.770025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.770272] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.770406] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.770507] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.770626] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.770731] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.770936] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.770986] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.796134] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.796134] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.796134] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.796134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-738" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.796134] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-a543f5ac-e7ab-4e77-97c8-508f496f1ced taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.796134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.796134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.796134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.796134] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a543f5ac-e7ab-4e77-97c8-508f496f1ced',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.221499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.221499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.221975] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.299312] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.300033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.300033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.300313] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port a543f5ac-e7ab-4e77-97c8-508f496f1ced not found, creating... [ 671.300960] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.301137] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.301245] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.301504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.301640] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.302066] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.302257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.302385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.302619] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.303294] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.303512] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: a543f5ac-e7ab-4e77-97c8-508f496f1ced is going to be created. [ 671.328374] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328577] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328726] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.329044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.329653] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329653] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.728209] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.048298] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-b6501b9c-67e3-4e1a-843b-8ee2793001b1 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 672.048530] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-b6501b9c-67e3-4e1a-843b-8ee2793001b1 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 672.048712] env[65249]: INFO networking_nsxv3.common.synchronization [req-da85f07e-8603-4867-9110-465739d5baaf req-b6501b9c-67e3-4e1a-843b-8ee2793001b1 service nova] Enqueued Resource ID: a543f5ac-e7ab-4e77-97c8-508f496f1ced with Priority: HIGHEST for action port [ 672.050157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 672.050899] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 672.051113] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a543f5ac-e7ab-4e77-97c8-508f496f1ced with Priority: HIGHEST for action port [ 672.051628] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.051854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.052206] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.052362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.052734] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a543f5ac-e7ab-4e77-97c8-508f496f1ced taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.052925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.053066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.053382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.053542] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a543f5ac-e7ab-4e77-97c8-508f496f1ced',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.235746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.235746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235746] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 672.269125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.269125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.269300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.269843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.269843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.284185] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 672.560038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a543f5ac-e7ab-4e77-97c8-508f496f1ced with status ACTIVE [ 672.560038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.560038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.560038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.560038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.560038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a543f5ac-e7ab-4e77-97c8-508f496f1ced is going to be updated. [ 672.591285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.591519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.591519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.591616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.591840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.592105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a543f5ac-e7ab-4e77-97c8-508f496f1ced" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.462097] env[65249]: INFO networking_nsxv3.common.synchronization [req-16878452-8f10-45d5-b181-ddd0173772d9 req-bc0d29e9-b189-4f1d-8527-98e265d54cbb tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 673.463031] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 673.463031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.463286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.463372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.463491] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.463591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.463795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.464122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.464122] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.675539] env[65249]: INFO networking_nsxv3.common.synchronization [None req-afbeb30e-a7dd-4780-abdb-3ee1d361bda1 None None] Enqueued Resource ID: a6d01055-330a-4c8f-9d01-83a261a214bb with Priority: HIGHEST for action port [ 673.676014] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d01055-330a-4c8f-9d01-83a261a214bb with Priority: HIGHEST for action port [ 673.676338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d01055-330a-4c8f-9d01-83a261a214bb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.676767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d01055-330a-4c8f-9d01-83a261a214bb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.676864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d01055-330a-4c8f-9d01-83a261a214bb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.677194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d01055-330a-4c8f-9d01-83a261a214bb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.677281] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d01055-330a-4c8f-9d01-83a261a214bb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.965603] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.181061] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6d01055-330a-4c8f-9d01-83a261a214bb [ 674.181324] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.181462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.181532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.181743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.181862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.181969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6d01055-330a-4c8f-9d01-83a261a214bb already deleted. [ 674.182069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d01055-330a-4c8f-9d01-83a261a214bb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.294785] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 674.295022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.295186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.296875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.296875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.296875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.297752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.298059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.298059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.298202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.298276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.298364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.298439] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.299357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.299562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.299783] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.299881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.299948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.300110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.300201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.300333] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.327032] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.327032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.327032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.327409] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.327547] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.327698] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.328207] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.328556] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.328714] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.328932] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.329053] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.329245] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.329365] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.329474] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.329574] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.329839] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.351313] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.351549] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.351646] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.351839] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.352234] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-a9c580f0-067b-45ea-ad40-780f6d951cde taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.352425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.352521] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.352896] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.353037] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c580f0-067b-45ea-ad40-780f6d951cde',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.467589] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.805503] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735078ab-1451-4fef-bfd9-3844c42a02ca: rpc.has_security_group_logging(os_id): False [ 674.807449] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.830939] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.832220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.832383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.832811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.833059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.833439] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.833687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.838020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.838020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.838020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.838020] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be created. [ 674.856756] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.856989] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.856989] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.857581] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.857581] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.857895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port a9c580f0-067b-45ea-ad40-780f6d951cde not found, creating... [ 674.858129] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.862117] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.862117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.862117] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: a9c580f0-067b-45ea-ad40-780f6d951cde is going to be created. [ 674.883542] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.883829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.883893] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.884777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.884777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.884777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.905663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.905884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.905931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.906374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.906374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.929402] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 674.970371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.970592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.970592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.970908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.971033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.971132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 675.038567] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.038780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.038829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.039099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.039362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.056178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 675.314833] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.633235] env[65249]: INFO networking_nsxv3.common.synchronization [req-16878452-8f10-45d5-b181-ddd0173772d9 req-3ee97fb6-e05b-43b6-b3ac-f7fe5c54c57d service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 675.633701] env[65249]: INFO networking_nsxv3.common.synchronization [req-16878452-8f10-45d5-b181-ddd0173772d9 req-3ee97fb6-e05b-43b6-b3ac-f7fe5c54c57d service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 675.634200] env[65249]: INFO networking_nsxv3.common.synchronization [req-16878452-8f10-45d5-b181-ddd0173772d9 req-3ee97fb6-e05b-43b6-b3ac-f7fe5c54c57d service nova] Enqueued Resource ID: a9c580f0-067b-45ea-ad40-780f6d951cde with Priority: HIGHEST for action port [ 675.635563] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 675.635792] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 675.636166] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c580f0-067b-45ea-ad40-780f6d951cde with Priority: HIGHEST for action port [ 675.636643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.636879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.637047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.637412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.637602] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.640463] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.640645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c580f0-067b-45ea-ad40-780f6d951cde taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.642331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.642331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.642331] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c580f0-067b-45ea-ad40-780f6d951cde',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.818566] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.818814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.818896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.820141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.820141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.820141] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 675.855430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.855622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.855622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.856046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.856046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.884568] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 676.143792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.144321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.144663] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c580f0-067b-45ea-ad40-780f6d951cde with status ACTIVE [ 676.145145] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.148020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.149150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.149327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.149564] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c580f0-067b-45ea-ad40-780f6d951cde is going to be updated. [ 676.152908] env[65249]: INFO networking_nsxv3.common.synchronization [None req-bea65f67-9c7b-4919-9501-ee1448314578 None None] Enqueued Resource ID: c9fdf144-f31f-48fe-bc65-a63635570af9 with Priority: HIGHEST for action port [ 676.155082] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fdf144-f31f-48fe-bc65-a63635570af9 with Priority: HIGHEST for action port [ 676.155417] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9fdf144-f31f-48fe-bc65-a63635570af9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.155533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9fdf144-f31f-48fe-bc65-a63635570af9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.155600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9fdf144-f31f-48fe-bc65-a63635570af9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.155915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9fdf144-f31f-48fe-bc65-a63635570af9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.156027] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9fdf144-f31f-48fe-bc65-a63635570af9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.179697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.179998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.179998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.180142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.180354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.180554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c580f0-067b-45ea-ad40-780f6d951cde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.659803] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9fdf144-f31f-48fe-bc65-a63635570af9 [ 676.659803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.660691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.660691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.660691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.660691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.660929] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9fdf144-f31f-48fe-bc65-a63635570af9 already deleted. [ 676.660929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9fdf144-f31f-48fe-bc65-a63635570af9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.958401] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 676.958401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.958401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.958401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.958401] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.070940] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.070940] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.070940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.070940] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.461398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.461702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.576154] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.808433] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e788e99e-06b7-4e2c-9b6d-ba5f6b2ed310 None None] Enqueued Resource ID: 9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01 with Priority: HIGHEST for action port [ 677.813069] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01 with Priority: HIGHEST for action port [ 677.813069] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.813069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.813069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.813397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.813397] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.898407] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 677.898774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.899111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.899545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.899762] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.899932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.901206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.901328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.901398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.902424] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.079672] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.317223] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01 [ 678.317553] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.317731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.317841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.318140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.318367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.318497] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01 already deleted. [ 678.318615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eda38f4-2a5c-4b91-b9a7-4d8e6ed88e01" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.343140] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9c896b19-a877-4601-b2ba-39bade6c8ea6 None None] Enqueued Resource ID: ec7b9df0-9615-49cf-95a4-869b0fc1c978 with Priority: HIGHEST for action port [ 678.344450] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7b9df0-9615-49cf-95a4-869b0fc1c978 with Priority: HIGHEST for action port [ 678.344856] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7b9df0-9615-49cf-95a4-869b0fc1c978 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.345088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7b9df0-9615-49cf-95a4-869b0fc1c978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.345213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7b9df0-9615-49cf-95a4-869b0fc1c978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.345583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7b9df0-9615-49cf-95a4-869b0fc1c978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.345727] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7b9df0-9615-49cf-95a4-869b0fc1c978',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.409453] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.409686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.409749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.410111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.410371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.410476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.410563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.410786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.410909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.411110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.411249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.411351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.411448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.411601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.411908] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.412047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.412047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.412214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.412295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.412442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.412518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.583201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.583713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.583966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.584331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.584574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.584698] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 678.624238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.624238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.624238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.624238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.624238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.637984] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 678.848944] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec7b9df0-9615-49cf-95a4-869b0fc1c978 [ 678.849525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.849867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.849990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.850250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.850328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.850456] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec7b9df0-9615-49cf-95a4-869b0fc1c978 already deleted. [ 678.850504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7b9df0-9615-49cf-95a4-869b0fc1c978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.917160] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735078ab-1451-4fef-bfd9-3844c42a02ca: rpc.has_security_group_logging(os_id): False [ 678.937817] env[65249]: INFO networking_nsxv3.common.synchronization [req-021ad0d7-23a1-4c4f-bee7-725a94bd5bb0 req-ffbb835a-8864-4100-82b3-aefbbcf4aae0 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 678.938665] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 678.941525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.941525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.941525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.941525] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.949312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.949312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.949312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.950015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.950015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.950015] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.950015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.950015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.950267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.950313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.951036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.951036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.951036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.951036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.951254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.955107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.955107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.955107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.955107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.955107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.955107] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 678.995383] env[65249]: INFO networking_nsxv3.common.synchronization [None req-694ca90c-76a3-4cf4-bcab-175738af650b None None] Enqueued Resource ID: b30ae264-7ece-4ea1-98a8-50de93dc10d8 with Priority: HIGHEST for action port [ 678.996504] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30ae264-7ece-4ea1-98a8-50de93dc10d8 with Priority: HIGHEST for action port [ 678.996943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30ae264-7ece-4ea1-98a8-50de93dc10d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.997126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30ae264-7ece-4ea1-98a8-50de93dc10d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.997210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30ae264-7ece-4ea1-98a8-50de93dc10d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.997564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30ae264-7ece-4ea1-98a8-50de93dc10d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.997706] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30ae264-7ece-4ea1-98a8-50de93dc10d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.089802] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.090028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.090121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.090388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.090592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.112771] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 679.447127] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.447127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.447127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.447446] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.447867] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.447867] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.448035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.451412] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.451584] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.451862] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.452348] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.452348] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.452348] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.452516] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.452516] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.452591] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.453871] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.455028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.455135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.455196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.455351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.455425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.455515] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d already deleted. [ 679.455597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.475734] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.475948] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.476083] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.476210] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.476513] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-b03e94f5-430b-4735-a36c-549894f3bf9f taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.476677] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.476792] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.477357] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.477357] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03e94f5-430b-4735-a36c-549894f3bf9f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.503478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b30ae264-7ece-4ea1-98a8-50de93dc10d8 [ 679.503478] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.503478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.503478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.503478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.503478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.503478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b30ae264-7ece-4ea1-98a8-50de93dc10d8 already deleted. [ 679.503478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30ae264-7ece-4ea1-98a8-50de93dc10d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.980352] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.980651] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.980707] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.980971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.981141] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.981303] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port b03e94f5-430b-4735-a36c-549894f3bf9f not found, creating... [ 679.981603] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.982298] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.989021] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.989021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.989021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: b03e94f5-430b-4735-a36c-549894f3bf9f is going to be created. [ 680.017027] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.017281] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017374] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.017708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.017937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.018262] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.653272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 680.654073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.654136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.654982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.654982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.654982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.654982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.654982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.654982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.655302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.655302] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.800544] env[65249]: INFO networking_nsxv3.common.synchronization [req-021ad0d7-23a1-4c4f-bee7-725a94bd5bb0 req-67058bd7-ffed-4bb3-9968-7124f999b27d service nova] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 680.800544] env[65249]: INFO networking_nsxv3.common.synchronization [req-021ad0d7-23a1-4c4f-bee7-725a94bd5bb0 req-67058bd7-ffed-4bb3-9968-7124f999b27d service nova] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 680.800544] env[65249]: INFO networking_nsxv3.common.synchronization [req-021ad0d7-23a1-4c4f-bee7-725a94bd5bb0 req-67058bd7-ffed-4bb3-9968-7124f999b27d service nova] Enqueued Resource ID: b03e94f5-430b-4735-a36c-549894f3bf9f with Priority: HIGHEST for action port [ 680.800937] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_rules [ 680.801837] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 680.802084] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03e94f5-430b-4735-a36c-549894f3bf9f with Priority: HIGHEST for action port [ 680.802626] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.803030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.803394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.803822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.804398] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.807224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.807353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.807424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.807634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.807853] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.807922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.807966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.808141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.808233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.808790] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.810637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03e94f5-430b-4735-a36c-549894f3bf9f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.810637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.810909] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03e94f5-430b-4735-a36c-549894f3bf9f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.014804] env[65249]: INFO networking_nsxv3.common.synchronization [req-e2febfec-35ff-4fb2-afaa-d0357530dfef req-a5dd3472-c96c-42e4-a25c-f11b8d5968d1 tempest-InstanceActionsV221TestJSON-409385770 tempest-InstanceActionsV221TestJSON-409385770-project-member] Enqueued Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 681.015375] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGHEST for action security_group_members [ 681.015682] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.015795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.015886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.016111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.016271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.016489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.016489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.016624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.016672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.016747] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.035725] env[65249]: INFO networking_nsxv3.common.synchronization [req-51f4270e-2f40-4dfe-ab38-69e5b6a074aa req-d1631c06-6db2-4f2e-9886-c803d21c9521 tempest-DeleteServersAdminTestJSON-1211124363 tempest-DeleteServersAdminTestJSON-1211124363-project-member] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 681.036276] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGHEST for action security_group_members [ 681.036613] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.037733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.037733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.038383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.038383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.038383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.131584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 681.132070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.132166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.132440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.132545] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.157199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.157199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.157468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.157530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.157877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.158055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.158055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.158214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.158279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.158339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.159079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.159079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.159079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.159079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.159079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.159079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.159436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.159436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.159436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.159436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.159577] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.313891] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.314127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.314460] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.315793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03e94f5-430b-4735-a36c-549894f3bf9f with status ACTIVE [ 681.317252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317946] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.318099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.318602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.318602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.318602] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03e94f5-430b-4735-a36c-549894f3bf9f is going to be updated. [ 681.340990] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.341154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.341749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.342101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.342409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.342597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03e94f5-430b-4735-a36c-549894f3bf9f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.519500] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.519781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.520358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.520358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.520358] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.520513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.520513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.520652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.520711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.520758] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b302856a-8aff-4946-bbed-06d1cd893774 is going to be updated. [ 681.541210] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.541210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.541210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.541826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.541826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.541826] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.541826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.541826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.542179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.542179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.542179] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be updated. [ 681.563368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.563368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.563368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.563368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.563368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.576716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: IN_PROGRESS for 2s [ 681.597156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.597327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.597756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.597756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.597756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.609073] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: IN_PROGRESS for 2s [ 681.635824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.635824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.635824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.636122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.636243] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.636697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.636697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.636697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.636697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.636978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.636978] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.662367] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1330a2fa-2d14-4426-853b-1ad59322dee0: rpc.has_security_group_logging(os_id): False [ 681.696223] env[65249]: INFO networking_nsxv3.common.synchronization [req-2215ac69-45ea-4cc5-9c3e-0be11a9eb804 req-1ecaae02-97f4-4265-a7cf-bb4d8d05fe61 tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 681.697924] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 681.699881] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.705070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.705070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.705070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.706070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.706070] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 681.706070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9bd96a4-1848-463c-8015-72a124c1c732 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.706070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.706070] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9bd96a4-1848-463c-8015-72a124c1c732',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.781231] env[65249]: INFO networking_nsxv3.common.synchronization [None req-52a99f87-178d-4406-b620-c7ddee86320e None None] Enqueued Resource ID: ceebfac6-6107-4a65-9e3e-a5948a86f2a1 with Priority: HIGHEST for action port [ 681.789060] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceebfac6-6107-4a65-9e3e-a5948a86f2a1 with Priority: HIGHEST for action port [ 681.793372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceebfac6-6107-4a65-9e3e-a5948a86f2a1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.793610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceebfac6-6107-4a65-9e3e-a5948a86f2a1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.793750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceebfac6-6107-4a65-9e3e-a5948a86f2a1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.794179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceebfac6-6107-4a65-9e3e-a5948a86f2a1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.794348] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceebfac6-6107-4a65-9e3e-a5948a86f2a1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.803517] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.803756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.803879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.804220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.804466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.821178] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.840978] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 682.139477] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.139772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.140182] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.140325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.140421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.140630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.140904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.141133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.141423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.141586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.141679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.141947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.142118] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.142434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.142537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.142885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.143030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.143082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.143164] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.230114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.230309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.230381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.230563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.230682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.230843] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bd96a4-1848-463c-8015-72a124c1c732 already deleted. [ 682.230982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.296509] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceebfac6-6107-4a65-9e3e-a5948a86f2a1 [ 682.296729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.297295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.297295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.297295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.297295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.297501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceebfac6-6107-4a65-9e3e-a5948a86f2a1 already deleted. [ 682.297501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceebfac6-6107-4a65-9e3e-a5948a86f2a1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.326330] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.326330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.326330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.326330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.326330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.326708] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d is going to be created. [ 682.356378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.356566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.356641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.356987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.357134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.369417] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: UNINITIALIZED for 2s [ 682.648422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735078ab-1451-4fef-bfd9-3844c42a02ca: rpc.has_security_group_logging(os_id): False [ 682.655145] env[65249]: INFO networking_nsxv3.common.synchronization [req-3507fe9f-701e-454a-b2d0-423ffa13e10a req-c43d6982-59b6-4d8d-9269-8a0345b9c0f5 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 682.656141] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 682.656263] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.656357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.656398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.657984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.657984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.657984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.657984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.657984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.657984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.657984] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.667267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.668321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.668321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.668321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.668321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.668508] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.668508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.668620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.668722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.669225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.669296] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.669382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.669475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.669655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.669949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.670258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.670430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.670596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.673021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.673021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.673021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 682.774631] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.774777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.774825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.800714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 683.160429] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.160429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.160825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.160825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.160901] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.161151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.161228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.161304] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 already deleted. [ 683.161384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.237296] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.237431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.237545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.237791] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.238043] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.238185] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238287] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.239285] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.239485] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.239731] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.239844] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.239980] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.240157] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.240561] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.240561] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.240644] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.265297] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.265297] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.265297] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.265297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.265297] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.265297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.265823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.265823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.265890] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.605479] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b302856a-8aff-4946-bbed-06d1cd893774 in Status: SUCCESS [ 683.605777] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b302856a-8aff-4946-bbed-06d1cd893774 deletion is rescheduled due to dependency. [ 683.605927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.621495] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 in Status: SUCCESS [ 683.621787] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 deletion is rescheduled due to dependency. [ 683.622029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.771951] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.772233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.772387] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.772691] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.772973] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.773173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 not found, creating... [ 683.773544] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.773772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.773876] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.775109] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.775415] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.775866] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.776146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.776339] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.776676] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.776846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.777023] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 is going to be created. [ 683.818107] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.818107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.818107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.818107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.818404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.818529] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.041894] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 684.041894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.263327] env[65249]: INFO networking_nsxv3.common.synchronization [req-56a96f3c-cf0f-4f92-bf68-a34c82e4d54e req-0f134bec-f9d4-451c-8745-4c7a6277b721 tempest-ServersTestFqdnHostnames-1209100011 tempest-ServersTestFqdnHostnames-1209100011-project-member] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 684.265797] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGHEST for action security_group_members [ 684.265797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.265797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.265797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.265797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.265797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.265797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.265797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.266262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.266262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.266262] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.380792] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: SUCCESS [ 684.381159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.381915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.381915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.382188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.382188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.382274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.382356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.382440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.382536] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.576741] env[65249]: INFO networking_nsxv3.common.synchronization [req-3507fe9f-701e-454a-b2d0-423ffa13e10a req-0fa449d8-764f-49ac-a987-7a29753a73be service nova] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_rules [ 684.576967] env[65249]: INFO networking_nsxv3.common.synchronization [req-3507fe9f-701e-454a-b2d0-423ffa13e10a req-0fa449d8-764f-49ac-a987-7a29753a73be service nova] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 684.577164] env[65249]: INFO networking_nsxv3.common.synchronization [req-3507fe9f-701e-454a-b2d0-423ffa13e10a req-0fa449d8-764f-49ac-a987-7a29753a73be service nova] Enqueued Resource ID: 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 with Priority: HIGHEST for action port [ 684.581555] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_rules [ 684.582622] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 684.582622] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 with Priority: HIGHEST for action port [ 684.582801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.582943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.583098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.583368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.583495] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.584731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.585266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.585514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.585602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.585869] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.585967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.586031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.586256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.586352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.586466] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.587653] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.587789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.587885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.589340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.589340] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.768772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.768983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.769092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.769341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.769437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.769658] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.769753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.769832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.770052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.770130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.770261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 is going to be updated. [ 684.818881] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.818881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.818881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.818881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.818881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.824221] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 684.824221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.829436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: IN_PROGRESS for 2s [ 684.885708] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.090210] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.092254] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.092254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.092254] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 with status ACTIVE [ 685.092478] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.092478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.092570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.097885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.097885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.098942] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.098942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.098942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.099120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.099721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.099721] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9 is going to be updated. [ 685.130620] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.132167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.132167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.132167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.132167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.132444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ee0ab6f-5c4f-41ff-94d2-843a97cce6f9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.388607] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf6832b-3fef-4084-9e3f-061c70aec71d: rpc.has_security_group_logging(os_id): False [ 685.411879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.412083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.412380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.412798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.413021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.413108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.413145] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d is going to be created. [ 685.497366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.497366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.497366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.497750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.498073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.518099] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: IN_PROGRESS for 2s [ 685.602399] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.106759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.106933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.107431] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be created. [ 686.134629] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.134629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.134629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.134629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.134629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.147317] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: UNINITIALIZED for 2s [ 686.826762] env[65249]: INFO networking_nsxv3.common.synchronization [req-3572496a-c684-42a5-acb5-5fd949deb95e req-4ced341c-16bb-40be-bb18-f2cf50434fe1 tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 686.827796] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 686.827916] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9bd96a4-1848-463c-8015-72a124c1c732 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.828020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.828169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.828415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828522] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9bd96a4-1848-463c-8015-72a124c1c732',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.844047] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 in Status: SUCCESS [ 686.844047] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 deletion is rescheduled due to dependency. [ 686.844047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.350705] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.350853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.350898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.351291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bd96a4-1848-463c-8015-72a124c1c732 already deleted. [ 687.351415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.533701] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: SUCCESS [ 687.533701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.568633] env[65249]: INFO networking_nsxv3.common.synchronization [None req-59875ff0-78b9-4552-b1cc-7cdf6a8d81e3 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 34b2d97f-839b-4449-8900-610c6520913d with Priority: HIGHEST for action security_group_rules [ 687.571049] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b2d97f-839b-4449-8900-610c6520913d with Priority: HIGHEST for action security_group_rules [ 687.571049] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b2d97f-839b-4449-8900-610c6520913d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.571049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.571049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.571049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.571049] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b2d97f-839b-4449-8900-610c6520913d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.801151] env[65249]: INFO networking_nsxv3.common.synchronization [None req-78c0c385-b6f4-499c-bf8c-31e7dff40671 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 34b2d97f-839b-4449-8900-610c6520913d with Priority: HIGHEST for action security_group_rules [ 687.801822] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b2d97f-839b-4449-8900-610c6520913d with Priority: HIGHEST for action security_group_rules [ 687.802368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b2d97f-839b-4449-8900-610c6520913d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.802457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.107053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.107535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.107535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.107535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.108150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.108150] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b2d97f-839b-4449-8900-610c6520913d already deleted. [ 688.108150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.108150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.108150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.108486] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b2d97f-839b-4449-8900-610c6520913d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.163824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163824] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.633186] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.633414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.633414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.634037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.634037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634037] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b2d97f-839b-4449-8900-610c6520913d already deleted. [ 688.634037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b2d97f-839b-4449-8900-610c6520913d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.668513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668904] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.669057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.669131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.669293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.669391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669691] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.669849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.669849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.670134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.670252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.670360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.670360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.670903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.670903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.670903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.670903] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.172751] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3981dacc-178e-4891-9494-da5804f25cc7: rpc.has_security_group_logging(os_id): False [ 689.190840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.190986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.191050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.191262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192842] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192842] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192842] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.193510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.193510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.193510] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be created. [ 689.252440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.252651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.252764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.252902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.253104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.266587] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 690.330564] env[65249]: INFO networking_nsxv3.common.synchronization [req-a606bbff-a092-43ef-8b4e-90f2130eb45f req-ed1992b6-1e43-421e-9099-36e00aad3871 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 690.331357] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 690.332029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.332276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.332276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.333567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.333567] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.333567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.333567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.333567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.333567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.333855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.836483] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.836724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.836724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.837157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.837266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.837723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.837723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.837723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.838023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.838023] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 already deleted. [ 690.838023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.014944] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.015166] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.015286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.016578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.016578] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.016578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.016578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.016578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.016578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.016909] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.016909] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.016909] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.017026] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.017066] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.017158] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.017285] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.050650] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.050858] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.051022] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.051389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.051719] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-60a97c64-42f3-4980-bbd9-581b7e17bf6a taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.051889] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.052043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.052762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.052900] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a97c64-42f3-4980-bbd9-581b7e17bf6a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.280667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 691.280932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.321490] env[65249]: INFO networking_nsxv3.common.synchronization [req-c1f4e7c6-dc20-49d4-a82b-896b7580ac9f req-7e291867-7de2-40d9-ab22-5602e2668f8f tempest-SecurityGroupRulesTestJSON-354327681 tempest-SecurityGroupRulesTestJSON-354327681-project-member] Enqueued Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 691.322040] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bd96a4-1848-463c-8015-72a124c1c732 with Priority: HIGHEST for action security_group_rules [ 691.322384] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9bd96a4-1848-463c-8015-72a124c1c732 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.322584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.322584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.322814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.322900] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9bd96a4-1848-463c-8015-72a124c1c732',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.556191] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.556548] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.556548] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.556844] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.557099] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.559431] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 60a97c64-42f3-4980-bbd9-581b7e17bf6a not found, creating... [ 691.559431] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.559431] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.559431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.560416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 60a97c64-42f3-4980-bbd9-581b7e17bf6a is going to be created. [ 691.585811] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.586112] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.586195] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.586996] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.586996] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.586996] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848731] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bd96a4-1848-463c-8015-72a124c1c732 already deleted. [ 691.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9bd96a4-1848-463c-8015-72a124c1c732" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.972998] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4d6c7eff-a370-4c84-8659-3a8582871912 None None] Enqueued Resource ID: 8c73227d-51ed-4a7f-9aa8-2a5e47036319 with Priority: HIGHEST for action port [ 691.973863] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c73227d-51ed-4a7f-9aa8-2a5e47036319 with Priority: HIGHEST for action port [ 691.973863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c73227d-51ed-4a7f-9aa8-2a5e47036319 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.973996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c73227d-51ed-4a7f-9aa8-2a5e47036319" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.973996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c73227d-51ed-4a7f-9aa8-2a5e47036319" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.974217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c73227d-51ed-4a7f-9aa8-2a5e47036319" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.974327] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c73227d-51ed-4a7f-9aa8-2a5e47036319',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.281116] env[65249]: INFO networking_nsxv3.common.synchronization [req-a606bbff-a092-43ef-8b4e-90f2130eb45f req-7c091847-5d80-452f-962d-6d1e9a3efcfa service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 692.281504] env[65249]: INFO networking_nsxv3.common.synchronization [req-a606bbff-a092-43ef-8b4e-90f2130eb45f req-7c091847-5d80-452f-962d-6d1e9a3efcfa service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 692.282358] env[65249]: INFO networking_nsxv3.common.synchronization [req-a606bbff-a092-43ef-8b4e-90f2130eb45f req-7c091847-5d80-452f-962d-6d1e9a3efcfa service nova] Enqueued Resource ID: 60a97c64-42f3-4980-bbd9-581b7e17bf6a with Priority: HIGHEST for action port [ 692.284530] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 692.284530] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 692.284530] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a97c64-42f3-4980-bbd9-581b7e17bf6a with Priority: HIGHEST for action port [ 692.284530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.284530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.284530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.284530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.284530] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.285731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.285856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.286178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.286178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.286319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.286424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.286490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.286612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.286704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.286846] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.289165] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a97c64-42f3-4980-bbd9-581b7e17bf6a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.289305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.289727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.289727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.289727] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a97c64-42f3-4980-bbd9-581b7e17bf6a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.480149] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c73227d-51ed-4a7f-9aa8-2a5e47036319 [ 692.480149] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.480149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.480149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.480149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.480149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.480516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c73227d-51ed-4a7f-9aa8-2a5e47036319 already deleted. [ 692.480516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c73227d-51ed-4a7f-9aa8-2a5e47036319" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.794019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.794019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.794019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60a97c64-42f3-4980-bbd9-581b7e17bf6a with status ACTIVE [ 692.794019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.794019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.794019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.799163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.799163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.799163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.799163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.799163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.799163] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60a97c64-42f3-4980-bbd9-581b7e17bf6a is going to be updated. [ 692.828465] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.828695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.828884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.829041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.829204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a97c64-42f3-4980-bbd9-581b7e17bf6a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.302595] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.804639] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.804972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.805066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.805235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.805235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be created. [ 693.838300] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.838514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.838514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.838747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.838895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.853951] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: UNINITIALIZED for 2s [ 694.781195] env[65249]: INFO networking_nsxv3.common.synchronization [None req-60c50ea2-c163-4b31-af2c-8e4a2e3fe2a7 None None] Enqueued Resource ID: f9225c96-09e3-4231-ad65-8c23f46e5c37 with Priority: HIGHEST for action port [ 694.816526] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9225c96-09e3-4231-ad65-8c23f46e5c37 with Priority: HIGHEST for action port [ 694.816526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9225c96-09e3-4231-ad65-8c23f46e5c37 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.816526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9225c96-09e3-4231-ad65-8c23f46e5c37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.816526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9225c96-09e3-4231-ad65-8c23f46e5c37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.816526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9225c96-09e3-4231-ad65-8c23f46e5c37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.816526] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9225c96-09e3-4231-ad65-8c23f46e5c37',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.208618] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d7d5bcf-71b7-4ebd-b76a-5af2992cb428 req-d31cd072-d465-4f49-9370-dcd8b37c4334 tempest-ServerMetadataTestJSON-2014378799 tempest-ServerMetadataTestJSON-2014378799-project-member] Enqueued Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 695.209189] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 695.209475] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.209590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.209653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.210018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.210606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.210606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.210606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.210801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.210801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.210848] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.290658] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9225c96-09e3-4231-ad65-8c23f46e5c37 [ 695.290938] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.291155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.291266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.291578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.291719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.291871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9225c96-09e3-4231-ad65-8c23f46e5c37 already deleted. [ 695.292040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9225c96-09e3-4231-ad65-8c23f46e5c37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.713327] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.713490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.713561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.714197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.714197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.714623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.714852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.715282] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee already deleted. [ 695.715364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.746423] env[65249]: INFO networking_nsxv3.common.synchronization [req-409b6383-e2d3-4f22-996d-31fbef96d84b req-052142ee-8d29-4e0d-b445-b36cbe21a179 tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 695.747025] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 695.748143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.748347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.748449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.748686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.748892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.749162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.749162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.749272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.749329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.749420] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.766727] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.767020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-563" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.767239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-563" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.767771] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-563" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768334] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.768443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.768601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768962] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.769184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.769487] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.770320] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.770478] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.770614] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.770742] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.770870] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.771035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.799038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.799375] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.799712] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.799954] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-563" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800374] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-26fcf198-f352-4b72-a0e7-235b6d977613 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.800997] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.800997] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.801202] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.801436] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fcf198-f352-4b72-a0e7-235b6d977613',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.865633] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 695.865959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.866252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.866616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.866888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.867080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.867156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.867334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.867421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.867509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.867605] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.224739] env[65249]: INFO networking_nsxv3.common.synchronization [req-409b6383-e2d3-4f22-996d-31fbef96d84b req-7553caad-7873-4bc4-b201-8397cac24c3b tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 696.225820] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 696.226313] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.226519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251395] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.304053] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.304296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.304425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.304697] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.304837] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.304992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 26fcf198-f352-4b72-a0e7-235b6d977613 not found, creating... [ 696.305313] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.305483] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.305611] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.305834] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.305978] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.306280] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.306437] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.306547] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306765] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.306913] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.307156] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 26fcf198-f352-4b72-a0e7-235b6d977613 is going to be created. [ 696.335826] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.335826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.335826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.335826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.335826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.335826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.370499] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.576367] env[65249]: INFO networking_nsxv3.common.synchronization [req-409b6383-e2d3-4f22-996d-31fbef96d84b req-6d7a3c9a-7ca5-4328-8325-7c94c46824d4 tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 696.577182] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 696.577535] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.577701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.753329] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.873452] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 281eae4c-021f-492f-bb83-2731c0f5d750: rpc.has_security_group_logging(os_id): False [ 696.892143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.892396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.892546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.892670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.892812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.893075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.893533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.893533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.893533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.893533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.893657] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be created. [ 696.957512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.958120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.958408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.974018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 697.050096] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d7d5bcf-71b7-4ebd-b76a-5af2992cb428 req-b7b23573-0eb5-4287-af0f-166be9e1d229 service nova] Enqueued Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_rules [ 697.050312] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d7d5bcf-71b7-4ebd-b76a-5af2992cb428 req-b7b23573-0eb5-4287-af0f-166be9e1d229 service nova] Enqueued Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 697.050489] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d7d5bcf-71b7-4ebd-b76a-5af2992cb428 req-b7b23573-0eb5-4287-af0f-166be9e1d229 service nova] Enqueued Resource ID: 26fcf198-f352-4b72-a0e7-235b6d977613 with Priority: HIGHEST for action port [ 697.058444] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_rules [ 697.058675] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 697.058807] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fcf198-f352-4b72-a0e7-235b6d977613 with Priority: HIGHEST for action port [ 697.059855] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.060112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.060112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.060641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.060641] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.062738] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.064487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.064487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.064708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.064963] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.065811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.065811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.065811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.067193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.067193] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.069436] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fcf198-f352-4b72-a0e7-235b6d977613 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.069631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.069724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.069949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.070409] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fcf198-f352-4b72-a0e7-235b6d977613',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.256708] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.257096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.257725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.258049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.258436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 697.308143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.308316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.308400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.308805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.308805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.325308] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 697.564672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.564925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.570043] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.574146] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26fcf198-f352-4b72-a0e7-235b6d977613 with status ACTIVE [ 697.574433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.574588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.574652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.574876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.574994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575152] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.575451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.575527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576307] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26fcf198-f352-4b72-a0e7-235b6d977613 is going to be updated. [ 697.605725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.605893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.605942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.606642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.606642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.606817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fcf198-f352-4b72-a0e7-235b6d977613" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.804674] env[65249]: INFO networking_nsxv3.common.synchronization [req-430c824d-a318-4d22-b936-aefadeed07ad req-882c654a-c7cb-4ae7-af0b-f341c29b985c tempest-ImagesNegativeTestJSON-554717298 tempest-ImagesNegativeTestJSON-554717298-project-member] Enqueued Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 697.805324] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 697.806152] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.806152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.806152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.807161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.807343] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.807462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.807521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.807708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.807842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.807887] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.075131] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.275044] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.275212] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.275310] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.275644] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.275892] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.276051] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.276168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.276384] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.276522] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.276743] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.276847] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.276948] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.277060] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.277177] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.277277] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.277399] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.297674] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.297889] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.298061] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.298326] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.298716] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-2c7534b0-3d17-4077-be47-eb1988c132a2 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.299013] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.299140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.299484] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.299640] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7534b0-3d17-4077-be47-eb1988c132a2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.310729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.311092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.311092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.311494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.311603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.311664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.311983] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 already deleted. [ 698.312606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.579382] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.579382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.579382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.579382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.579382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.579382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee is going to be created. [ 698.612608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.612608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.612608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.612608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.612608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.627259] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: UNINITIALIZED for 2s [ 698.804103] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.804504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.804603] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.804994] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805365] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.805693] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 2c7534b0-3d17-4077-be47-eb1988c132a2 not found, creating... [ 698.806033] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.806300] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.806500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.806883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.807068] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.807514] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.807768] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.807939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.808385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.808574] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.808818] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 2c7534b0-3d17-4077-be47-eb1988c132a2 is going to be created. [ 698.850023] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.850023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.850023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.850023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.850023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.850023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.917770] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f0748c50-67b5-44e9-9d37-371c27029482 None None] Enqueued Resource ID: ec59a35e-c5ce-4edc-a59f-6f6559116633 with Priority: HIGHEST for action port [ 698.919041] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec59a35e-c5ce-4edc-a59f-6f6559116633 with Priority: HIGHEST for action port [ 698.919614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec59a35e-c5ce-4edc-a59f-6f6559116633 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.920541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec59a35e-c5ce-4edc-a59f-6f6559116633" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.920541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec59a35e-c5ce-4edc-a59f-6f6559116633" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.920541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec59a35e-c5ce-4edc-a59f-6f6559116633" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920710] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec59a35e-c5ce-4edc-a59f-6f6559116633',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.992584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 698.992743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.339861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 699.340106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.340258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.341063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.341063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.341063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.341268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.341362] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.424264] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec59a35e-c5ce-4edc-a59f-6f6559116633 [ 699.424623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.424804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.424846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.425152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.425214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.425366] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec59a35e-c5ce-4edc-a59f-6f6559116633 already deleted. [ 699.425415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec59a35e-c5ce-4edc-a59f-6f6559116633" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.577212] env[65249]: INFO networking_nsxv3.common.synchronization [req-430c824d-a318-4d22-b936-aefadeed07ad req-08b0fea5-2ebb-4e5d-b572-e8263c37f795 service nova] Enqueued Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_rules [ 699.577212] env[65249]: INFO networking_nsxv3.common.synchronization [req-430c824d-a318-4d22-b936-aefadeed07ad req-08b0fea5-2ebb-4e5d-b572-e8263c37f795 service nova] Enqueued Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 699.577368] env[65249]: INFO networking_nsxv3.common.synchronization [req-430c824d-a318-4d22-b936-aefadeed07ad req-08b0fea5-2ebb-4e5d-b572-e8263c37f795 service nova] Enqueued Resource ID: 2c7534b0-3d17-4077-be47-eb1988c132a2 with Priority: HIGHEST for action port [ 699.577604] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_rules [ 699.577729] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 699.577818] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7534b0-3d17-4077-be47-eb1988c132a2 with Priority: HIGHEST for action port [ 699.581098] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.581098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.581098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.581374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.581412] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.582712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.586019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.588933] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c7534b0-3d17-4077-be47-eb1988c132a2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.588933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.588933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.588933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.588933] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7534b0-3d17-4077-be47-eb1988c132a2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.847477] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.847634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.847716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.847919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.848079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.848332] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.848434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.848494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.848731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.848957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.849018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 699.901237] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.902462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.904024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.904024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.904024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.916333] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 700.090610] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.090783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.090922] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.092744] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c7534b0-3d17-4077-be47-eb1988c132a2 with status ACTIVE [ 700.092968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.093110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.093218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.093587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.093587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.093845] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.093937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.093975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.094251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.094567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.095218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.095218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.095218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.095218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.095405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.095405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c7534b0-3d17-4077-be47-eb1988c132a2 is going to be updated. [ 700.122863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.122863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.122863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.122863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.122863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.122863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c7534b0-3d17-4077-be47-eb1988c132a2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.599347] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.641386] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: SUCCESS [ 700.641776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.642576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.642875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.643202] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.643463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.643540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.643749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.644012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.644012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.644012] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.782985] env[65249]: INFO networking_nsxv3.common.synchronization [req-795f54b5-647d-43f4-a51c-ae6e05deb6ff req-c245b5be-bdac-4f67-b6f9-80b79d2ac7c5 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 700.783805] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 700.785455] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.785622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.785685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.786915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.786915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.786915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.786915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.786915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.786915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.786915] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.106033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 is going to be created. [ 701.137240] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.137481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.137731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.138087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.138346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.147338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.147529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.147579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.148033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.148332] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.148332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.148526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.148573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.148681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.148895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.149048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.149250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.149550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.150757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.150924] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.151040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.151108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.151363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.151363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.151535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.151535] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.155141] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: UNINITIALIZED for 2s [ 701.163896] env[65249]: INFO networking_nsxv3.common.synchronization [None req-11fd4903-e8db-4ffc-b528-5523e200f4b9 None None] Enqueued Resource ID: 735e1ff7-3c8a-490b-b27e-275e3202d885 with Priority: HIGHEST for action port [ 701.164575] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735e1ff7-3c8a-490b-b27e-275e3202d885 with Priority: HIGHEST for action port [ 701.164942] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-735e1ff7-3c8a-490b-b27e-275e3202d885 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.166292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735e1ff7-3c8a-490b-b27e-275e3202d885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.166292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735e1ff7-3c8a-490b-b27e-275e3202d885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.166292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735e1ff7-3c8a-490b-b27e-275e3202d885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.166292] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735e1ff7-3c8a-490b-b27e-275e3202d885',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.290959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.290959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.290959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.291373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.291373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.291798] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.291798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.291798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.291798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.292142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.292142] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 701.346041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.346206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.346346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.346575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.346723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.374046] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 701.657447] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50ed80b9-807a-4209-8f2a-9491f0a72cee: rpc.has_security_group_logging(os_id): False [ 701.673238] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 735e1ff7-3c8a-490b-b27e-275e3202d885 [ 701.673238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.673466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.673501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.675148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.675148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.675148] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:735e1ff7-3c8a-490b-b27e-275e3202d885 already deleted. [ 701.675148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735e1ff7-3c8a-490b-b27e-275e3202d885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.677681] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.677827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.677892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.678203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.679112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.679112] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.679112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.679332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.679332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.679444] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.679633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.680272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.680340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.680627] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.680806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.680872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.681382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee is going to be created. [ 701.753084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.753399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.753479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.753685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.754496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.773665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: IN_PROGRESS for 2s [ 701.932554] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 701.936415] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca deletion is rescheduled due to dependency. [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.938302] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.938302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.938302] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.442746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.442925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.442997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.443268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.443369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.443692] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.443833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.443919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.444123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.444256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.444510] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 702.473368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.473703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.473703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.473888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.474151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.483699] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 702.736658] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbd782c6-2091-4607-b0b1-2cf65ecfb248 req-01c7d322-b568-4089-ad59-8554010c4e03 tempest-InstanceActionsTestJSON-267960741 tempest-InstanceActionsTestJSON-267960741-project-member] Enqueued Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 702.737027] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGHEST for action security_group_members [ 702.737873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.738296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.738418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.738713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.738965] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.739142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.739244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.739490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.739621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.739771] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.954755] env[65249]: INFO networking_nsxv3.common.synchronization [req-817e2b7f-64a2-463a-bc9a-c84ae0738d50 req-ab004be3-b7ad-4724-8bac-40eb2b139573 tempest-InstanceActionsNegativeTestJSON-9802167 tempest-InstanceActionsNegativeTestJSON-9802167-project-member] Enqueued Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 702.955633] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 702.956253] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.956945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.957101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.957343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.957695] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.957695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.957695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.957852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.957928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.958029] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.170888] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: SUCCESS [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.170888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170888] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.244729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.247553] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.247553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.247553] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f is going to be updated. [ 703.281578] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.281741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.281812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.282547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.282547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.293248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: IN_PROGRESS for 2s [ 703.389664] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 703.389664] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d deletion is rescheduled due to dependency. [ 703.389664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.410020] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-11" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-11" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-11" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.410020] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.410576] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.410885] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.411114] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.411386] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.411573] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.411762] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.411961] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.412222] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.435026] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.435026] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.435026] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.435026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-11" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.435026] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-48eacdac-9748-48c4-941d-58747f7ddab1 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.435026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.435026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.435026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.435026] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48eacdac-9748-48c4-941d-58747f7ddab1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.460182] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.462559] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.462559] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 already deleted. [ 703.462559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.673574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.673681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.673771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.674278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.674278] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.674402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.674402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.674584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.674695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.674772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.675400] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.675400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.675400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.675400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.675400] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.675941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.675941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.675941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.675941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.675941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.675941] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.788755] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: SUCCESS [ 703.789402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.938070] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.938319] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.938454] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.938965] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.939148] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.939302] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 48eacdac-9748-48c4-941d-58747f7ddab1 not found, creating... [ 703.939589] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.939744] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.939856] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.940109] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.940241] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.940526] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.940677] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.940787] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.940985] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.941126] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.941258] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 48eacdac-9748-48c4-941d-58747f7ddab1 is going to be created. [ 703.970815] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.971034] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.971169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.971457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.971709] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.971967] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.178953] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95644a3d-30f2-4b8f-b18b-41180105ad83: rpc.has_security_group_logging(os_id): False [ 704.199382] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.199482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.199538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.199753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.199845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.200178] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.200252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.200563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.200563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.200747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.200842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.201400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.202542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.202542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.202542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.202542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.202542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.202817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.202817] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 is going to be created. [ 704.295366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.295619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.295736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.296089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.296390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.323957] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: IN_PROGRESS for 2s [ 704.494154] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 704.494253] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca deletion is rescheduled due to dependency. [ 704.494380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.712745] env[65249]: INFO networking_nsxv3.common.synchronization [req-817e2b7f-64a2-463a-bc9a-c84ae0738d50 req-0ce6ca22-d177-48cd-80b8-fc98866cef50 service nova] Enqueued Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_rules [ 704.713374] env[65249]: INFO networking_nsxv3.common.synchronization [req-817e2b7f-64a2-463a-bc9a-c84ae0738d50 req-0ce6ca22-d177-48cd-80b8-fc98866cef50 service nova] Enqueued Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 704.713374] env[65249]: INFO networking_nsxv3.common.synchronization [req-817e2b7f-64a2-463a-bc9a-c84ae0738d50 req-0ce6ca22-d177-48cd-80b8-fc98866cef50 service nova] Enqueued Resource ID: 48eacdac-9748-48c4-941d-58747f7ddab1 with Priority: HIGHEST for action port [ 704.714640] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_rules [ 704.714941] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 704.715104] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48eacdac-9748-48c4-941d-58747f7ddab1 with Priority: HIGHEST for action port [ 704.715416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716104] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.716982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.717197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.717267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.717958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.717958] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.717958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.718113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.718296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.718296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.718402] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.719315] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-48eacdac-9748-48c4-941d-58747f7ddab1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.719315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.719485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.719528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.719841] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48eacdac-9748-48c4-941d-58747f7ddab1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.855190] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9a7f1d6c-d81a-48aa-8050-789f313df2a6 None None] Enqueued Resource ID: 15d5a1fb-39ec-4e85-8315-a0fae17c80db with Priority: HIGHEST for action port [ 704.856017] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d5a1fb-39ec-4e85-8315-a0fae17c80db with Priority: HIGHEST for action port [ 704.860478] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d5a1fb-39ec-4e85-8315-a0fae17c80db taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.860667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d5a1fb-39ec-4e85-8315-a0fae17c80db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.860749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d5a1fb-39ec-4e85-8315-a0fae17c80db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.861062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d5a1fb-39ec-4e85-8315-a0fae17c80db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.861254] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d5a1fb-39ec-4e85-8315-a0fae17c80db',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.222412] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.224396] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.225364] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48eacdac-9748-48c4-941d-58747f7ddab1 with status ACTIVE [ 705.225616] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.225752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.225752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.225980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.226070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.226341] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.226455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.226531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.226723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.226792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.226983] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.227095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.227320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.227320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.227478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48eacdac-9748-48c4-941d-58747f7ddab1 is going to be updated. [ 705.251434] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.251702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.252663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.252663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.252663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.252663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48eacdac-9748-48c4-941d-58747f7ddab1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.310375] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f in Status: SUCCESS [ 705.311349] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f deletion is rescheduled due to dependency. [ 705.311349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.363545] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d5a1fb-39ec-4e85-8315-a0fae17c80db [ 705.363988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.363988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.364089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.364307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.364410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.364515] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d5a1fb-39ec-4e85-8315-a0fae17c80db already deleted. [ 705.364613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d5a1fb-39ec-4e85-8315-a0fae17c80db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.730206] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.235505] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.235505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.235505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.235505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.235505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.235505] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 is going to be created. [ 706.262303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.262303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.262303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.262303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.262303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.273197] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: UNINITIALIZED for 2s [ 706.340542] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: SUCCESS [ 706.340542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.916852] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e6003a00-41ec-4f0a-ab53-cfa9ce51693d None None] Enqueued Resource ID: 4e5b6e38-b47e-4fdc-af85-39fee654e817 with Priority: HIGHEST for action port [ 706.917836] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5b6e38-b47e-4fdc-af85-39fee654e817 with Priority: HIGHEST for action port [ 706.917971] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e5b6e38-b47e-4fdc-af85-39fee654e817 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.921241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e5b6e38-b47e-4fdc-af85-39fee654e817" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.921241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e5b6e38-b47e-4fdc-af85-39fee654e817" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.921241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e5b6e38-b47e-4fdc-af85-39fee654e817" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.921241] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5b6e38-b47e-4fdc-af85-39fee654e817',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.027522] env[65249]: INFO networking_nsxv3.common.synchronization [req-a14d8ebd-309b-415c-8e2f-24527d38a184 req-79478aa4-1ead-49af-87db-d9e4ceb1e845 tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 707.028421] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 707.028866] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.029065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.029219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.029532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.030233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.030408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.030505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.034056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.034056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.034056] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.421516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e5b6e38-b47e-4fdc-af85-39fee654e817 [ 707.421812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.421870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.421930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.422342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.422386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.422839] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e5b6e38-b47e-4fdc-af85-39fee654e817 already deleted. [ 707.422839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e5b6e38-b47e-4fdc-af85-39fee654e817" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.535695] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.611809] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.613431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.615451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.615451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.615451] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.615451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.615451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.616482] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.617885] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.617885] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.618377] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.618550] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.618696] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.618826] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.618951] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.619132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.651846] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.651846] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.651846] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.651846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-792" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.651846] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-fbe4c1b8-d705-4103-89af-bf1922010743 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.651846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.651846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.651846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.651846] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe4c1b8-d705-4103-89af-bf1922010743',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.037801] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.153529] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.153765] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.153887] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.154211] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.154378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.154529] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port fbe4c1b8-d705-4103-89af-bf1922010743 not found, creating... [ 708.154792] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.155375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.155375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.155375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.155375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.155656] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.155806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.155914] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.156944] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.157132] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.157278] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: fbe4c1b8-d705-4103-89af-bf1922010743 is going to be created. [ 708.178211] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.178442] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.178560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.178880] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.179275] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.179594] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.283746] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: SUCCESS [ 708.283965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.284193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284621] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.284732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.284798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.285062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.285151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.285244] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.481557] env[65249]: INFO networking_nsxv3.common.synchronization [req-a4346d44-a999-4894-9ac3-f4f8bf2bd4a9 req-23d4f763-1173-499d-a07c-0bbcb2151af3 tempest-ServerRescueTestJSON-1117054440 tempest-ServerRescueTestJSON-1117054440-project-member] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 708.482276] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 708.482623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.482752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.483057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.483278] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.484593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.484593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.484593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.484593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.484593] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.540623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.540865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.540865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.541178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.541268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.541423] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 708.577251] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.577850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.577850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.577850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.577986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.587991] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 708.787830] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.788206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.788271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.788621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.788910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.789114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.789666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.789666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.790031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.790227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.790331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.790565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.790824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.791029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.791414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.792624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.792624] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.973481] env[65249]: INFO networking_nsxv3.common.synchronization [req-a14d8ebd-309b-415c-8e2f-24527d38a184 req-99236102-d99f-4a9b-a3cc-66fe194a2cc5 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 708.973624] env[65249]: INFO networking_nsxv3.common.synchronization [req-a14d8ebd-309b-415c-8e2f-24527d38a184 req-99236102-d99f-4a9b-a3cc-66fe194a2cc5 service nova] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 708.973777] env[65249]: INFO networking_nsxv3.common.synchronization [req-a14d8ebd-309b-415c-8e2f-24527d38a184 req-99236102-d99f-4a9b-a3cc-66fe194a2cc5 service nova] Enqueued Resource ID: fbe4c1b8-d705-4103-89af-bf1922010743 with Priority: HIGHEST for action port [ 708.974363] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_rules [ 708.974571] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 708.974734] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe4c1b8-d705-4103-89af-bf1922010743 with Priority: HIGHEST for action port [ 708.975053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.975472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.975546] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.976575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.976714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.976927] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe4c1b8-d705-4103-89af-bf1922010743 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.977053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.977101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.977281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.977359] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe4c1b8-d705-4103-89af-bf1922010743',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.986748] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.296525] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b12ecd-e574-44fd-a632-1bbd45483d73: rpc.has_security_group_logging(os_id): False [ 709.318989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.318989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.318989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.318989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.319576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.319576] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.319576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.319576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.319576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.319781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.319814] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.319915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.319974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.320124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.320178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.320364] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.320458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.320523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.320675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.320727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.320811] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 is going to be created. [ 709.390916] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.391150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.391217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.391444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.391643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407746] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: IN_PROGRESS for 2s [ 709.480380] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.481207] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbe4c1b8-d705-4103-89af-bf1922010743 with status ACTIVE [ 709.481399] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.481529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.481593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.481832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.481895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482052] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.482465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.482553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.483347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.483347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.483347] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbe4c1b8-d705-4103-89af-bf1922010743 is going to be updated. [ 709.489864] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.511176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.511176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.511176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.511176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.511176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.511416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe4c1b8-d705-4103-89af-bf1922010743" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.992903] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.993082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.993169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.993364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.993673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.993673] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be updated. [ 710.000863] env[65249]: INFO networking_nsxv3.common.synchronization [req-2c74103c-384c-48e1-ab1c-ee92969777de req-876c90d9-6109-4244-bf05-bb07cbe8dbb6 tempest-ServerExternalEventsTest-1713242216 tempest-ServerExternalEventsTest-1713242216-project-member] Enqueued Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 710.002547] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 710.002547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.002547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.002547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.002547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.002832] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.002832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.002832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.002975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.003082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.003227] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.026052] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.026221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.026310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.026716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.026716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.036175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 710.373998] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.374257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.374387] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.374676] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.374932] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.375234] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.375364] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.375623] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.375846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.376089] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.376214] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.376321] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.376436] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.376530] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.376628] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.376831] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.394914] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.395107] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.395243] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.395413] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.395718] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-012866be-c1db-486d-a643-40eb0761565c taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.395882] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.395993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.396334] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.396465] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012866be-c1db-486d-a643-40eb0761565c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.506926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.506926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.506926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.506926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507606] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09c87331-4236-444e-8203-d75afef706f4 already deleted. [ 710.507683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.598650] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 710.598908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.599616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.599616] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.599928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.599928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.600988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.600988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.600988] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.898863] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.899130] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.899258] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.899641] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.899821] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.899992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 012866be-c1db-486d-a643-40eb0761565c not found, creating... [ 710.900349] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900511] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.900637] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.900884] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.901062] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901399] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901615] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901761] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.902056] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.902281] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.902517] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 012866be-c1db-486d-a643-40eb0761565c is going to be created. [ 710.929589] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.929854] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.930011] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.930696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.931033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.931312] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.104270] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.420727] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: SUCCESS [ 711.421474] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.607399] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.815929] env[65249]: INFO networking_nsxv3.common.synchronization [req-2c74103c-384c-48e1-ab1c-ee92969777de req-685e1c5a-7549-4b78-baeb-a34910354f76 service nova] Enqueued Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_rules [ 711.816182] env[65249]: INFO networking_nsxv3.common.synchronization [req-2c74103c-384c-48e1-ab1c-ee92969777de req-685e1c5a-7549-4b78-baeb-a34910354f76 service nova] Enqueued Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 711.816896] env[65249]: INFO networking_nsxv3.common.synchronization [req-2c74103c-384c-48e1-ab1c-ee92969777de req-685e1c5a-7549-4b78-baeb-a34910354f76 service nova] Enqueued Resource ID: 012866be-c1db-486d-a643-40eb0761565c with Priority: HIGHEST for action port [ 711.818738] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_rules [ 711.818918] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 711.819081] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012866be-c1db-486d-a643-40eb0761565c with Priority: HIGHEST for action port [ 711.819489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.819606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.819606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.820084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.820214] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.821288] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.821403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.821920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823059] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.823059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.823059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.823059] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.824434] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-012866be-c1db-486d-a643-40eb0761565c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.824434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.824434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.824434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.824434] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012866be-c1db-486d-a643-40eb0761565c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.050681] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 712.051012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.114024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.114024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.114024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.114024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.114024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.114024] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 712.148017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.148415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.148539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.148772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.149377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.165170] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 712.326666] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.328287] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.328412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328544] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 012866be-c1db-486d-a643-40eb0761565c with status ACTIVE [ 712.328641] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.328745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.329283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.329406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.330293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.330569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.330836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.330923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.331136] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.331239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.331304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.331542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.331542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.331624] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 012866be-c1db-486d-a643-40eb0761565c is going to be updated. [ 712.357366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.357823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.357972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.358829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-012866be-c1db-486d-a643-40eb0761565c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.834487] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.338321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.341400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.341400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.341400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.341400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.341400] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09c87331-4236-444e-8203-d75afef706f4 is going to be created. [ 713.372533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.372669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.372734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.372932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.373501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.384928] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: UNINITIALIZED for 2s [ 714.181422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 714.181842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.181927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.182306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.182610] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.182776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.182851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.183043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.183189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.183296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.183440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.191587] env[65249]: INFO networking_nsxv3.common.synchronization [req-2682f366-e76f-4a14-8dd5-6cafb85de6f6 req-47a87aeb-3d7f-4cff-a4f4-d1ee46c215d7 tempest-ImagesNegativeTestJSON-554717298 tempest-ImagesNegativeTestJSON-554717298-project-member] Enqueued Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 714.192272] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGHEST for action security_group_members [ 714.192653] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.192981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.192981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.193100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.193339] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.193502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.193598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.193875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.194024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.194128] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.689592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.689592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.689592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.690093] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.690093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.690093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.690093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.690236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.690505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.690505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.697311] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.697311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.697311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.697480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.697571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.698956] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.698956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.698956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.698956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.698956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.698956] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 is going to be updated. [ 714.730399] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.730596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.730673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.730889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.731067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.741455] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: IN_PROGRESS for 2s [ 715.196333] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1330a2fa-2d14-4426-853b-1ad59322dee0: rpc.has_security_group_logging(os_id): False [ 715.216911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.216911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.216911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.216911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.217467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.217467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.217467] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.217562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.217562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.217686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.218320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.218463] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 715.315703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.316557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.316674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.316954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.317188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.334611] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 715.396436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: SUCCESS [ 715.396790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.397107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.397365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.397615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.397802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.397932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.398149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.398285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.398383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.398476] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.901593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.902160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.902432] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.902608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.902671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.902891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.903017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.903128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.903677] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.903677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.903677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.904305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.904305] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.904305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.904305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.904305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.904554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.904554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.904554] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.965592] env[65249]: INFO networking_nsxv3.common.synchronization [req-64892c5d-37cd-46ad-9bde-a4e2f3d9d444 req-916ce5a2-bd5a-474a-a101-75f49b95918b tempest-ServersTestBootFromVolume-1996723477 tempest-ServersTestBootFromVolume-1996723477-project-member] Enqueued Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 715.966834] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adfca06-eff7-499c-8d0e-d7319d122432 with Priority: HIGHEST for action security_group_members [ 715.966834] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adfca06-eff7-499c-8d0e-d7319d122432 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.966834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.967028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.967359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.967587] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.967692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.967791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.968095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.968095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.969404] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adfca06-eff7-499c-8d0e-d7319d122432',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.349379] env[65249]: INFO networking_nsxv3.common.synchronization [None req-adf97205-73ff-4ca2-b64a-459eb92126ca None None] Enqueued Resource ID: 68fc0974-d228-4996-97b9-7d391f12f0cb with Priority: HIGHEST for action port [ 716.349379] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fc0974-d228-4996-97b9-7d391f12f0cb with Priority: HIGHEST for action port [ 716.349379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fc0974-d228-4996-97b9-7d391f12f0cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.349379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fc0974-d228-4996-97b9-7d391f12f0cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.349379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fc0974-d228-4996-97b9-7d391f12f0cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.349379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fc0974-d228-4996-97b9-7d391f12f0cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.349379] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fc0974-d228-4996-97b9-7d391f12f0cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.412030] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09c87331-4236-444e-8203-d75afef706f4: rpc.has_security_group_logging(os_id): False [ 716.436048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.436048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.436048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.436048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.436710] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.436710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.436710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.436710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.436710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.436710] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09c87331-4236-444e-8203-d75afef706f4 is going to be created. [ 716.470937] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.470937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471955] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.471955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.471955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.472207] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 is going to be updated. [ 716.502040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.502040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.502040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.503248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.503248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.505442] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.505678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.505752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.505940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.506080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.517266] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: IN_PROGRESS for 2s [ 716.519744] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: IN_PROGRESS for 2s [ 716.756116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 in Status: SUCCESS [ 716.756116] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 deletion is rescheduled due to dependency. [ 716.756116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.853342] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fc0974-d228-4996-97b9-7d391f12f0cb [ 716.853755] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.853828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.853970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.855044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.855044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855044] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fc0974-d228-4996-97b9-7d391f12f0cb already deleted. [ 716.855044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fc0974-d228-4996-97b9-7d391f12f0cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928749] env[65249]: INFO networking_nsxv3.common.synchronization [req-51723ec7-83d4-4375-8faf-06ccf3b52b13 req-c362d9d7-ec1c-4831-9a05-2d43436bdb6f tempest-FloatingIPsAssociationTestJSON-403569980 tempest-FloatingIPsAssociationTestJSON-403569980-project-member] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 716.929461] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 716.929800] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.929928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.931026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.931026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.931026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.931026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.931209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.931209] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.346426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.346669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.346785] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347204] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.347493] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.347628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347958] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.348301] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.348693] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.348693] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.348844] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.348890] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.348983] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.349100] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.349267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.353055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 717.353405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.371374] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.371546] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.371680] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.371848] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.372330] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-d19286d8-d874-40ca-b6be-c50a30afaf3d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.372431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.372487] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.372830] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.372965] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19286d8-d874-40ca-b6be-c50a30afaf3d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.433976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.434144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.434222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.434487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.434590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.434817] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.434937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.435372] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b already deleted. [ 717.435419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.875486] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875805] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.875953] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.876581] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.876750] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port d19286d8-d874-40ca-b6be-c50a30afaf3d not found, creating... [ 717.877343] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.877605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.877746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.878167] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.878316] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.878766] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879412] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879699] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879913] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.880138] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: d19286d8-d874-40ca-b6be-c50a30afaf3d is going to be created. [ 717.921815] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.922234] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.922370] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.922638] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.922999] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.923351] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.479932] env[65249]: INFO networking_nsxv3.common.synchronization [None req-75b36fa0-20d1-4543-bbeb-24f19af8c3ed None None] Enqueued Resource ID: 06a89af6-3683-4030-b309-91996b5d94a3 with Priority: HIGHEST for action port [ 718.480538] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a89af6-3683-4030-b309-91996b5d94a3 with Priority: HIGHEST for action port [ 718.481150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a89af6-3683-4030-b309-91996b5d94a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.481264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a89af6-3683-4030-b309-91996b5d94a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.481417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a89af6-3683-4030-b309-91996b5d94a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.481685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a89af6-3683-4030-b309-91996b5d94a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.483721] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a89af6-3683-4030-b309-91996b5d94a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.529564] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adfca06-eff7-499c-8d0e-d7319d122432 in Status: SUCCESS [ 718.529797] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adfca06-eff7-499c-8d0e-d7319d122432 deletion is rescheduled due to dependency. [ 718.529887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adfca06-eff7-499c-8d0e-d7319d122432" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.538627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: SUCCESS [ 718.539420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.626498] env[65249]: INFO networking_nsxv3.common.synchronization [req-51723ec7-83d4-4375-8faf-06ccf3b52b13 req-23e60e16-b88a-4993-a76e-bf87ee918a7d service nova] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_rules [ 718.626498] env[65249]: INFO networking_nsxv3.common.synchronization [req-51723ec7-83d4-4375-8faf-06ccf3b52b13 req-23e60e16-b88a-4993-a76e-bf87ee918a7d service nova] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 718.626498] env[65249]: INFO networking_nsxv3.common.synchronization [req-51723ec7-83d4-4375-8faf-06ccf3b52b13 req-23e60e16-b88a-4993-a76e-bf87ee918a7d service nova] Enqueued Resource ID: d19286d8-d874-40ca-b6be-c50a30afaf3d with Priority: HIGHEST for action port [ 718.629157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_rules [ 718.629157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 718.629157] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19286d8-d874-40ca-b6be-c50a30afaf3d with Priority: HIGHEST for action port [ 718.629157] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.629157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.629157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.629157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.629157] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.632306] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.632306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.632306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.632306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.633114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.633361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.633435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.633601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.633689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.633854] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.635542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19286d8-d874-40ca-b6be-c50a30afaf3d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.635691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.635757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.635955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.635955] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19286d8-d874-40ca-b6be-c50a30afaf3d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.744241] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6ee09e9b-9992-4a80-89db-9b855a1ecb04 None None] Enqueued Resource ID: 8caa2797-d742-4768-bed3-8e3228a54451 with Priority: HIGHEST for action port [ 718.744241] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8caa2797-d742-4768-bed3-8e3228a54451 with Priority: HIGHEST for action port [ 718.744241] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8caa2797-d742-4768-bed3-8e3228a54451 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.744241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8caa2797-d742-4768-bed3-8e3228a54451" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.744241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8caa2797-d742-4768-bed3-8e3228a54451" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.744241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8caa2797-d742-4768-bed3-8e3228a54451" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.744241] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8caa2797-d742-4768-bed3-8e3228a54451',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.987445] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06a89af6-3683-4030-b309-91996b5d94a3 [ 718.987708] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.987854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.987917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.988865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.988865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.988865] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06a89af6-3683-4030-b309-91996b5d94a3 already deleted. [ 718.988865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a89af6-3683-4030-b309-91996b5d94a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.140032] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.140984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.141341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.141615] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19286d8-d874-40ca-b6be-c50a30afaf3d with status ACTIVE [ 719.141762] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.141821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.141924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.142236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.146130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.146483] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.146646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.146679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.146882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.146996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.147209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.147256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.147322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.147465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.147540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.147624] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19286d8-d874-40ca-b6be-c50a30afaf3d is going to be updated. [ 719.176256] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.176963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.176963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.176963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.176963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.176963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19286d8-d874-40ca-b6be-c50a30afaf3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.247882] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8caa2797-d742-4768-bed3-8e3228a54451 [ 719.247882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.247882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.247882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.248186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.248293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.249083] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8caa2797-d742-4768-bed3-8e3228a54451 already deleted. [ 719.249083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8caa2797-d742-4768-bed3-8e3228a54451" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.650882] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.153938] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.153938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.153938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.153938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.153938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.154386] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be created. [ 720.193319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.193506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.193837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.194195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.212749] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: UNINITIALIZED for 2s [ 721.129193] env[65249]: INFO networking_nsxv3.common.synchronization [None req-72292aa3-813f-47a3-bae6-ffe2bedb6266 None None] Enqueued Resource ID: 63a0547d-477e-496d-9ef6-aeed4363af84 with Priority: HIGHEST for action port [ 721.129193] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a0547d-477e-496d-9ef6-aeed4363af84 with Priority: HIGHEST for action port [ 721.129193] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a0547d-477e-496d-9ef6-aeed4363af84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a0547d-477e-496d-9ef6-aeed4363af84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a0547d-477e-496d-9ef6-aeed4363af84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.129193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a0547d-477e-496d-9ef6-aeed4363af84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.129193] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a0547d-477e-496d-9ef6-aeed4363af84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.572415] env[65249]: INFO networking_nsxv3.common.synchronization [req-214ed4c9-5d12-4314-9cd5-8390e708bea7 req-81ab4cc5-8f07-4036-b68d-f86d3be97d52 tempest-ServersAdminNegativeTestJSON-647785820 tempest-ServersAdminNegativeTestJSON-647785820-project-member] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 721.573174] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 721.573555] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.573721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.573842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.574144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.574328] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.574430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.574501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.574693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.574781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.574888] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.634250] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a0547d-477e-496d-9ef6-aeed4363af84 [ 721.634440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.634497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.635402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.635552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.635656] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a0547d-477e-496d-9ef6-aeed4363af84 already deleted. [ 721.635739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a0547d-477e-496d-9ef6-aeed4363af84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.077376] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.229461] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 722.230046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.230046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.230170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.231658] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.231658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.231658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.231658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.231658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.231658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.231658] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.580810] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.735160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.735336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.735434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.735696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.735862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.735971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.736252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.736339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.736483] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.736575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.736911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.737011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.737069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.737207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.737283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737451] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.934782] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4ac7b736-3602-46c4-9115-6217cb5421c6 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba with Priority: HIGHEST for action security_group_rules [ 722.935219] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba with Priority: HIGHEST for action security_group_rules [ 722.936016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.936117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.936186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.936455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.937299] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bdabe4-e582-46da-9b11-4e0b74cfdeba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.042642] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d9431a90-9564-4168-b84d-e65b78d88186 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba with Priority: HIGHEST for action security_group_rules [ 723.043486] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba with Priority: HIGHEST for action security_group_rules [ 723.043593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.043648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.086558] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.086558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.086558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.086558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.086558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.086558] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be updated. [ 723.131997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.132222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.132354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.132662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.132820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.144704] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 723.243218] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c319226-4ec6-4886-bd2c-a4966344f84b: rpc.has_security_group_logging(os_id): False [ 723.268539] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.269208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.271040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.271040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.271040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.271496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.272134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.272770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.275330] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.275330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.275330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.275330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.275330] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be created. [ 723.352974] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.352974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.352974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.352974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.353359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.373387] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 723.469690] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.470498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.470498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.470498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.470498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.470498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba already deleted. [ 723.470498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.470724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.471112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.471112] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77bdabe4-e582-46da-9b11-4e0b74cfdeba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.606611] env[65249]: INFO networking_nsxv3.common.synchronization [req-d1b21102-0783-4405-b08b-b60fb96e1064 req-8737ad73-d59c-4772-8a23-0016bcef8bc0 tempest-ServerAddressesTestJSON-202856461 tempest-ServerAddressesTestJSON-202856461-project-member] Enqueued Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 723.607053] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 723.607625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.607820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.607820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.608095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.608254] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.608405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.608513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.608735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.608845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.608945] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.998593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.998778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.998817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.999396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.999396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.999396] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77bdabe4-e582-46da-9b11-4e0b74cfdeba already deleted. [ 723.999396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77bdabe4-e582-46da-9b11-4e0b74cfdeba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.113794] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.113794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.113982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.114270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.114270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.114377] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.114502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.114548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.114696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.114777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.114859] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3063d841-308d-44d1-9da0-a5b12c631b47 already deleted. [ 724.114926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.146433] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.146539] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-480" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.146657] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-480" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.147044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-480" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.147310] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.147488] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.147602] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.147824] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.147964] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.152136] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.152136] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.152136] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.152136] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.152136] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.152136] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.152938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.176231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.176402] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.176527] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.176994] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-480" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.177112] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.177237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.177291] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.177708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.177791] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84bea7db-4b1e-4dbf-8078-7d9f0d559bd7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.685948] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.686355] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.686355] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.686779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.687060] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.687254] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 not found, creating... [ 724.687647] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.688237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.688444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.688834] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.689074] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.689481] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.689702] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.690049] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.690230] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.690409] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 is going to be created. [ 724.713796] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.714031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.714156] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.714422] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.714649] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714865] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.156492] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 725.156492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.401272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 725.401528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.505483] env[65249]: INFO networking_nsxv3.common.synchronization [req-d1b21102-0783-4405-b08b-b60fb96e1064 req-84a176a8-0a53-4ca1-95f1-ad85f84f3c59 service nova] Enqueued Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_rules [ 725.505670] env[65249]: INFO networking_nsxv3.common.synchronization [req-d1b21102-0783-4405-b08b-b60fb96e1064 req-84a176a8-0a53-4ca1-95f1-ad85f84f3c59 service nova] Enqueued Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 725.505812] env[65249]: INFO networking_nsxv3.common.synchronization [req-d1b21102-0783-4405-b08b-b60fb96e1064 req-84a176a8-0a53-4ca1-95f1-ad85f84f3c59 service nova] Enqueued Resource ID: 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 with Priority: HIGHEST for action port [ 725.506402] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_rules [ 725.506552] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 725.506646] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 with Priority: HIGHEST for action port [ 725.506925] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.507546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.507546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.507708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.507708] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.509419] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.509419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.509419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.509895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.509895] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.509895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.509895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.509895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.510107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.510107] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.510910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.511107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.511456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.511456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.511456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84bea7db-4b1e-4dbf-8078-7d9f0d559bd7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.018163] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.018163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.018163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.018163] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 with status ACTIVE [ 726.018163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.018163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.018163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.018163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.018163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.019158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.019158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.019158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.019158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.019158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.019158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.023529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.023529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.023529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.023529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.023529] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84bea7db-4b1e-4dbf-8078-7d9f0d559bd7 is going to be updated. [ 726.052779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.053019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.053019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.053566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84bea7db-4b1e-4dbf-8078-7d9f0d559bd7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.102603] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9c9a5b08-4a66-43a8-a084-76fddd48ce14 None None] Enqueued Resource ID: 95d8eca2-df96-4e66-bae5-163e8a43171b with Priority: HIGHEST for action port [ 726.103099] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d8eca2-df96-4e66-bae5-163e8a43171b with Priority: HIGHEST for action port [ 726.103405] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d8eca2-df96-4e66-bae5-163e8a43171b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.103539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d8eca2-df96-4e66-bae5-163e8a43171b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.103621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d8eca2-df96-4e66-bae5-163e8a43171b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.103845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d8eca2-df96-4e66-bae5-163e8a43171b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.103920] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d8eca2-df96-4e66-bae5-163e8a43171b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.393128] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbe0e230-18fa-46cf-9f0f-cc37df441b05 req-9ca2e986-3746-4148-8508-d753f86dda38 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 726.393726] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 726.394058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.394180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.394250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.394458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.396136] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.396258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.396324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.396510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.396608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.396706] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.526117] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.606762] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d8eca2-df96-4e66-bae5-163e8a43171b [ 726.606870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.607017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.607717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.607955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.608068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.609959] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d8eca2-df96-4e66-bae5-163e8a43171b already deleted. [ 726.609959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d8eca2-df96-4e66-bae5-163e8a43171b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.901619] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.904889] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.905100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.905466] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.905742] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.906031] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.906174] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.906435] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.906667] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.906965] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.907026] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.907117] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.909045] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.909045] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.909158] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.909202] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.910615] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.931845] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.931845] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.931983] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.932159] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.932629] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.932804] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.932917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.933325] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.933448] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9688fc1d-dde3-4e8e-a1d2-e641a9989f3d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.997635] env[65249]: INFO networking_nsxv3.common.synchronization [req-88b6029f-fad7-432f-ac57-59d9fe0d8e8b req-be39dc76-f4a8-4093-9211-21cb1f901f90 tempest-InstanceActionsNegativeTestJSON-9802167 tempest-InstanceActionsNegativeTestJSON-9802167-project-member] Enqueued Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 726.998490] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGHEST for action security_group_members [ 726.998576] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.998645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.998730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.999169] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.999290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.999357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.002784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.002784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.002784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.030530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.032145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.032145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.032145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.032145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.032145] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3063d841-308d-44d1-9da0-a5b12c631b47 is going to be created. [ 727.063267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.063428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.063428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.063759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.063963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.077052] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: UNINITIALIZED for 2s [ 727.413020] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.436912] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.437253] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.437499] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.437780] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.441028] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d not found, creating... [ 727.441028] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.441028] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.443770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.444104] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.444271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.444397] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d is going to be created. [ 727.485340] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.485340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.485340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.485340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.485340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.485340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.502227] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.502519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.502604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.502865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.502966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.503226] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.503349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.503412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.503577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.503651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.503737] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 is going to be updated. [ 727.560512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.560786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.560922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.561230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.561464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.580501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: IN_PROGRESS for 2s [ 727.915678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.915880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.916046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.916842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.916842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.916842] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be updated. [ 727.963257] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.963257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.963257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.963257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.963257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.973676] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 728.228882] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbe0e230-18fa-46cf-9f0f-cc37df441b05 req-81a2163d-03a0-444c-99ba-81edbf601228 service nova] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_rules [ 728.229237] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbe0e230-18fa-46cf-9f0f-cc37df441b05 req-81a2163d-03a0-444c-99ba-81edbf601228 service nova] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 728.229526] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbe0e230-18fa-46cf-9f0f-cc37df441b05 req-81a2163d-03a0-444c-99ba-81edbf601228 service nova] Enqueued Resource ID: 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d with Priority: HIGHEST for action port [ 728.230139] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_rules [ 728.231359] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 728.231359] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d with Priority: HIGHEST for action port [ 728.231359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231359] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.232059] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.232148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.232470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.232701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.232771] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9688fc1d-dde3-4e8e-a1d2-e641a9989f3d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.648774] env[65249]: INFO networking_nsxv3.common.synchronization [None req-3251d202-7379-4d18-ac16-db38fa47cd52 None None] Enqueued Resource ID: cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9 with Priority: HIGHEST for action port [ 728.649921] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9 with Priority: HIGHEST for action port [ 728.650353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.650510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.650571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.650955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.651116] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.735969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.736774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737318] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d with status ACTIVE [ 728.737532] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.737976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.738087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.738272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.738374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.738436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.738582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.738665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.738865] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.738959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.739436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.740091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.740091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.740091] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9688fc1d-dde3-4e8e-a1d2-e641a9989f3d is going to be updated. [ 728.764871] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.765088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.765169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.765548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.765751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.765925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9688fc1d-dde3-4e8e-a1d2-e641a9989f3d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.090332] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: SUCCESS [ 729.090635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.090918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.091069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.091281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.091398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.091488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.091653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.091740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.091826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.091919] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.115882] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d5e6652-c966-4bef-b1e7-0dff2207112c req-8b9c6c46-14b5-47af-a902-0249002f78c5 tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 729.116465] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 729.116866] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.117900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.117900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118174] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.118282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.118369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.118589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.118682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.118817] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.157659] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9 [ 729.158684] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.158684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.158684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.158969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.158969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.159116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9 already deleted. [ 729.159156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfafc557-9ce7-43d3-99f8-8d5bd1ae5fd9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.567970] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.568289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.568289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.568971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.568971] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.569116] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.569215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.569446] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.569588] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.569786] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.569891] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.569990] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.570100] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.570220] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.570332] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.570456] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.591096] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.591319] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.591481] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.591643] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.591985] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.592168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.592280] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.592688] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.592823] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c2f741-ba9f-4d42-b847-9d787e2d2d1f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.594348] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 in Status: SUCCESS [ 729.594509] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 deletion is rescheduled due to dependency. [ 729.594627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.594926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.595530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.595621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.596068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.596243] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.596352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.596417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.596639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.596783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.596924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.597200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.597259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.597827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.597827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.597827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.598039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.598039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.598099] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.620927] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.621255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.621255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.621352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.621382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.621579] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.621680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.622402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.622402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.622402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.622402] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 already deleted. [ 729.622402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.989548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.989548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.989548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.989548] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.099919] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3063d841-308d-44d1-9da0-a5b12c631b47: rpc.has_security_group_logging(os_id): False [ 730.101494] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.101681] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.101840] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.102786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.102786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.102786] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 99c2f741-ba9f-4d42-b847-9d787e2d2d1f not found, creating... [ 730.102786] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.102980] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.103571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.103571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.103571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.104140] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.104289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.104384] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.104511] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 99c2f741-ba9f-4d42-b847-9d787e2d2d1f is going to be created. [ 730.124878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.125035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.125116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.125330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.125436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.125645] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.125738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.125810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.125957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.126041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.126248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.126357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.126418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.126567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.126638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.126841] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.126963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.127041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.127180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.127248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.127359] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3063d841-308d-44d1-9da0-a5b12c631b47 is going to be created. [ 730.130823] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.130998] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.131129] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.131419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.131626] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.131832] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.222442] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.222442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.222442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.222442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.233196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: IN_PROGRESS for 2s [ 730.490791] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.917518] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d5e6652-c966-4bef-b1e7-0dff2207112c req-2853bf18-78ce-410e-a0ab-b4fcd68a19c6 service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 730.917864] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d5e6652-c966-4bef-b1e7-0dff2207112c req-2853bf18-78ce-410e-a0ab-b4fcd68a19c6 service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 730.917864] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d5e6652-c966-4bef-b1e7-0dff2207112c req-2853bf18-78ce-410e-a0ab-b4fcd68a19c6 service nova] Enqueued Resource ID: 99c2f741-ba9f-4d42-b847-9d787e2d2d1f with Priority: HIGHEST for action port [ 730.918569] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 730.918750] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 730.918898] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c2f741-ba9f-4d42-b847-9d787e2d2d1f with Priority: HIGHEST for action port [ 730.919289] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.919500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.919577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.919846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.919946] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.920998] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.921112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.921170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.921353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.921509] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.921639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.921672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.921787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.921868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.921958] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.923583] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.924397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.924397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.924397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.924397] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c2f741-ba9f-4d42-b847-9d787e2d2d1f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.993101] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.329611] env[65249]: INFO networking_nsxv3.common.synchronization [req-03c2ee77-35b8-4108-a65f-75e56c7fb6e6 req-e6c35b32-d5a9-4a2b-9ab4-2a1be3cc898d tempest-ServerExternalEventsTest-1713242216 tempest-ServerExternalEventsTest-1713242216-project-member] Enqueued Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 731.330705] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGHEST for action security_group_members [ 731.330943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.331415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.331528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.331774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.332354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.332354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.332354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.332354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.332354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.332725] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.426405] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.428993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.428993] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c2f741-ba9f-4d42-b847-9d787e2d2d1f with status ACTIVE [ 731.428993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.428993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.428993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.429442] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.429647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.429705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.429882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.429991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.430359] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c2f741-ba9f-4d42-b847-9d787e2d2d1f is going to be updated. [ 731.452710] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.452883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.453410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c2f741-ba9f-4d42-b847-9d787e2d2d1f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.495892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.497160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.497160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.497160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.497160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.497160] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be updated. [ 731.557116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.557250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.557321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.557540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.557685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584015] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 731.835230] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.835409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.835485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.835698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.836024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.836122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.836185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.836331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.836409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.836509] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09c87331-4236-444e-8203-d75afef706f4 is going to be updated. [ 731.910352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.910544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.910640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.910888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.911117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.921977] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: IN_PROGRESS for 2s [ 731.932659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.947637] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf33bf18-4098-4de4-92af-43e1beeb6534 req-37c9cdee-e6b5-49ee-b964-13ed4c4262c0 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 731.948283] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 731.950316] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.950541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.950640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.950917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.951182] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.951332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.951404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.951639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.951776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.951929] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.246106] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: SUCCESS [ 732.246106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.329154] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.329567] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.329774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.330181] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.330526] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.330821] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.331057] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.331654] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.331946] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.332137] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.332380] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.332551] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.332771] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.332951] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.333215] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.353187] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.353580] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.353580] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.353868] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-364" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.353945] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.354121] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.354238] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.354568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.354723] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.435712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.435955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.436027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.436281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.436366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.436440] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be created. [ 732.455076] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.463370] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.463597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.463656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.463839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.464128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475014] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: UNINITIALIZED for 2s [ 732.859281] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.859795] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.860017] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.860874] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.861089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.861324] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 not found, creating... [ 732.861760] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.863658] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.863975] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.864245] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.864460] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.864883] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.865129] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.865292] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.865578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.865789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.865992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 is going to be created. [ 732.887911] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.888409] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.888409] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.888724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.888994] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.889295] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.957299] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.461938] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.461938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.461938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.461938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 733.490459] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.491459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.491459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.491459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.491459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.501651] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 733.594123] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 733.594309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.594412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.594624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.594819] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.594935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.595014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.595168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.595252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.595333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.595428] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.617685] env[65249]: INFO networking_nsxv3.common.synchronization [None req-60ac5a4a-037d-41bf-ae57-387bef156bcc None None] Enqueued Resource ID: 9a1095a0-55c8-4615-9d43-3f5b7f2929f2 with Priority: HIGHEST for action port [ 733.617940] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1095a0-55c8-4615-9d43-3f5b7f2929f2 with Priority: HIGHEST for action port [ 733.618515] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1095a0-55c8-4615-9d43-3f5b7f2929f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.618655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1095a0-55c8-4615-9d43-3f5b7f2929f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.618760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1095a0-55c8-4615-9d43-3f5b7f2929f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.618945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1095a0-55c8-4615-9d43-3f5b7f2929f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.619469] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1095a0-55c8-4615-9d43-3f5b7f2929f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.660180] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf33bf18-4098-4de4-92af-43e1beeb6534 req-74941de5-2d9d-4a2d-8d5e-0306991b8d02 service nova] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 733.660180] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf33bf18-4098-4de4-92af-43e1beeb6534 req-74941de5-2d9d-4a2d-8d5e-0306991b8d02 service nova] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 733.660325] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf33bf18-4098-4de4-92af-43e1beeb6534 req-74941de5-2d9d-4a2d-8d5e-0306991b8d02 service nova] Enqueued Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 733.660585] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 733.660707] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 733.660808] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 733.661820] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.662144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.662246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.662529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.662610] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.663951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.664298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.664298] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.664406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.664406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.664587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.664670] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.912222] env[65249]: INFO networking_nsxv3.common.synchronization [req-5764d546-5de4-480f-a436-cce0e67dab8b req-5705a84d-482f-49df-a36c-a8e989b39b87 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 733.913437] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 733.915156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.915156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.915156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919772] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.937225] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09c87331-4236-444e-8203-d75afef706f4 in Status: SUCCESS [ 733.937418] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09c87331-4236-444e-8203-d75afef706f4 deletion is rescheduled due to dependency. [ 733.937582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.100804] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.101259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.101259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.101363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.101465] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.101569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.103218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.103510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.103628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.103761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.103969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.104096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.104161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.104326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.104489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.104585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.104638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.104805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.104881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.104962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.106980] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.122248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a1095a0-55c8-4615-9d43-3f5b7f2929f2 [ 734.122248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.122248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.122248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.122248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.122248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.122248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a1095a0-55c8-4615-9d43-3f5b7f2929f2 already deleted. [ 734.122248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1095a0-55c8-4615-9d43-3f5b7f2929f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.164860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.164860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.166513] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with status ACTIVE [ 734.166513] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.166696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.166696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.167101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.167311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.167673] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.167673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.167826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.167944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.168058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.168363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.168840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.168840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.168840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.168978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.168978] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 is going to be updated. [ 734.195462] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.195665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.195714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.195892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.196048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.196216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.422230] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.422230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.422357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.422594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.422691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.422980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.423107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.423461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.423461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.423461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.423647] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be updated. [ 734.457665] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.458172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.458474] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.475588] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 734.486100] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 734.486100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.486304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.486406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.486564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.486669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.487742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.487742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.487742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.487742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.487742] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.609136] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a: rpc.has_security_group_logging(os_id): False [ 734.634164] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.635392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.636214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.636214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.636214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.636214] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.636214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.636457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.636457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.636457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.637286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.637286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.637286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.637286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.640015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.640015] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.640015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.640015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.640015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.640015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.640015] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be updated. [ 734.710990] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.710990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.710990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.711217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.711354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726404] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 734.991793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.991793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.991793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.992057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.992758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.992914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.992954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.993167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.993216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.993312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.993562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.993733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.993785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.993911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.994091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.994185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.994241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.994395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.994475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.994566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.994641] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.431870] env[65249]: INFO networking_nsxv3.common.synchronization [req-c9e4499e-d5e2-42ab-a3bf-c992b936c664 req-028dbac7-02a2-4b09-a18e-418f756ccfd7 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 735.432623] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 735.432750] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.432877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.432928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.435987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.436177] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.436283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.436347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.436507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.436592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.436682] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.497268] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24085b3b-c2ef-45c9-859d-d81b97be1ec2: rpc.has_security_group_logging(os_id): False [ 735.511614] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 735.511865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.512109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.512335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512577] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.513290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.513290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.513290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.513290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.513550] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.515486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.515658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.515658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.515813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.515881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.516073] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.516277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.516277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.517721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.517721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517721] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be created. [ 735.601209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.601964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.601964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.601964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.601964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 735.800909] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.801233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.801233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.801656] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.801781] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.801934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.803165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.803165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.803165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.803165] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.803165] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.803165] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.803165] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.803165] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.803436] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.803436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.825480] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.825723] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.825839] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.826167] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.826539] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-69dee832-772a-4a5a-add6-51d50abeef10 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.826769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.826894] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.827448] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827448] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69dee832-772a-4a5a-add6-51d50abeef10',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.939245] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.939441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.939485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.939688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.939782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.939980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.940094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.940160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.940330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.940428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.940516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c already deleted. [ 735.940595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.020502] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.296023] env[65249]: INFO networking_nsxv3.common.synchronization [None req-cd28a22d-2713-45d7-8af6-e9d043844c5b None None] Enqueued Resource ID: 360415c9-8ae9-4f07-b34c-8812fb604360 with Priority: HIGHEST for action port [ 736.296023] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360415c9-8ae9-4f07-b34c-8812fb604360 with Priority: HIGHEST for action port [ 736.296320] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-360415c9-8ae9-4f07-b34c-8812fb604360 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360415c9-8ae9-4f07-b34c-8812fb604360" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360415c9-8ae9-4f07-b34c-8812fb604360" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.297130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360415c9-8ae9-4f07-b34c-8812fb604360" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.297388] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360415c9-8ae9-4f07-b34c-8812fb604360',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.330059] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.330059] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.330335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.330532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330717] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 69dee832-772a-4a5a-add6-51d50abeef10 not found, creating... [ 736.331233] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331688] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.332042] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.332248] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332641] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.332851] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.333012] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.333240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.333369] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.333506] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 69dee832-772a-4a5a-add6-51d50abeef10 is going to be created. [ 736.358710] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.358710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.358710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.359562] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.359562] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.488262] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 736.488262] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 deletion is rescheduled due to dependency. [ 736.488262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.522866] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.563225] env[65249]: INFO networking_nsxv3.common.synchronization [None req-964c43b9-49ce-4514-8d9e-65fddfc8f402 tempest-ServersV294TestFqdnHostnames-443302131 tempest-ServersV294TestFqdnHostnames-443302131-project-member] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 736.564080] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 736.564378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.564378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.564378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.564652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.564782] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.668452] env[65249]: INFO networking_nsxv3.common.synchronization [None req-082078bd-9143-4201-8409-1a81bc1c738b tempest-ServersV294TestFqdnHostnames-443302131 tempest-ServersV294TestFqdnHostnames-443302131-project-member] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 736.669076] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 736.669408] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.669512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.743560] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 736.743697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.800692] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360415c9-8ae9-4f07-b34c-8812fb604360 [ 736.800857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.800966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.801064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.801283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.801413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.801551] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360415c9-8ae9-4f07-b34c-8812fb604360 already deleted. [ 736.801679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360415c9-8ae9-4f07-b34c-8812fb604360" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.027792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.027792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.027792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.027792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.027792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.027792] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [req-c9e4499e-d5e2-42ab-a3bf-c992b936c664 req-bb6d7056-520e-408a-a18e-0aef3e7d774f service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [req-c9e4499e-d5e2-42ab-a3bf-c992b936c664 req-bb6d7056-520e-408a-a18e-0aef3e7d774f service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [req-c9e4499e-d5e2-42ab-a3bf-c992b936c664 req-bb6d7056-520e-408a-a18e-0aef3e7d774f service nova] Enqueued Resource ID: 69dee832-772a-4a5a-add6-51d50abeef10 with Priority: HIGHEST for action port [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 737.038021] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69dee832-772a-4a5a-add6-51d50abeef10 with Priority: HIGHEST for action port [ 737.038021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.038021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.038021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.038021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.039825] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.042277] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.042575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.042730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.044759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.044759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.044759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.044759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.044759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.044759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.044759] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.046571] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-69dee832-772a-4a5a-add6-51d50abeef10 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.046750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.046819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.047023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.049018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69dee832-772a-4a5a-add6-51d50abeef10',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.058567] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.058720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.058720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.058905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.059314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.069159] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 737.085683] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.085898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.085898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.086090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.086183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.086544] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef already deleted. [ 737.086544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.086544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.086709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.086709] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.336245] env[65249]: INFO networking_nsxv3.common.synchronization [req-51c7fce5-44f1-4f7c-a9ae-8531109ff6ce req-bcf51a25-7e4f-41ee-98c1-a279217cb822 tempest-FloatingIPsAssociationNegativeTestJSON-14876763 tempest-FloatingIPsAssociationNegativeTestJSON-14876763-project-member] Enqueued Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 737.337094] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 737.340156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.340448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.340562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.341042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.341224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.341385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.341493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.341723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.342026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.342026] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.548714] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.549823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.549823] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.550165] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69dee832-772a-4a5a-add6-51d50abeef10 with status ACTIVE [ 737.550458] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.550631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.550703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.550941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.551055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.551345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.551345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.551345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.551597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.551597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.551761] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.551857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.551857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.552024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.553931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.553931] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69dee832-772a-4a5a-add6-51d50abeef10 is going to be updated. [ 737.577555] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.577735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.577800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.577960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.578272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.578272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69dee832-772a-4a5a-add6-51d50abeef10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.612514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.612514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.612514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.612514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.612514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.612514] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef already deleted. [ 737.612514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.626489] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 737.626489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.677022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.677022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-351" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.677022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-351" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.681180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-351" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.681180] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.681180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.681180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.681180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.681180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.681180] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.681180] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.681180] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.681180] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.681180] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.681180] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.681180] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.710128] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.710128] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.710128] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.710128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-351" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.710128] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-d0c0527a-b02e-4b1e-9611-1939acde667c taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.710128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.710128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.710128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.710128] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c0527a-b02e-4b1e-9611-1939acde667c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.847353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.850779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.850779] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 already deleted. [ 737.850779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.055785] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.213039] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.213039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.213173] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.213332] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.213774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.213774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port d0c0527a-b02e-4b1e-9611-1939acde667c not found, creating... [ 738.214047] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.214215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.214340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214567] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214799] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.215143] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.215310] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.215437] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.215661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.215790] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.215925] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: d0c0527a-b02e-4b1e-9611-1939acde667c is going to be created. [ 738.244859] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.244859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.244859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.244859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.244859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.244859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.558903] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.559581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.559581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.559916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.560165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.560435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be created. [ 738.589319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.589524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.589567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.589759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.589916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.602278] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: UNINITIALIZED for 2s [ 739.036925] env[65249]: INFO networking_nsxv3.common.synchronization [req-51c7fce5-44f1-4f7c-a9ae-8531109ff6ce req-c4380acd-414a-48e6-ad53-8e7fd25f4d5c service nova] Enqueued Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_rules [ 739.037665] env[65249]: INFO networking_nsxv3.common.synchronization [req-51c7fce5-44f1-4f7c-a9ae-8531109ff6ce req-c4380acd-414a-48e6-ad53-8e7fd25f4d5c service nova] Enqueued Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 739.037864] env[65249]: INFO networking_nsxv3.common.synchronization [req-51c7fce5-44f1-4f7c-a9ae-8531109ff6ce req-c4380acd-414a-48e6-ad53-8e7fd25f4d5c service nova] Enqueued Resource ID: d0c0527a-b02e-4b1e-9611-1939acde667c with Priority: HIGHEST for action port [ 739.038943] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_rules [ 739.038943] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 739.038943] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c0527a-b02e-4b1e-9611-1939acde667c with Priority: HIGHEST for action port [ 739.039146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039616] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.040523] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.042787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.042787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.042937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.043235] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.043391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.043500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.045190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.045190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.045190] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.045190] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c0527a-b02e-4b1e-9611-1939acde667c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.045382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.045382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.045524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.045872] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c0527a-b02e-4b1e-9611-1939acde667c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.083123] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.083123] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.083123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.083123] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.548607] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.548607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.548804] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.549743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c0527a-b02e-4b1e-9611-1939acde667c with status ACTIVE [ 739.549941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.550137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.550341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.550427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.550602] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.550794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.550945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.551206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.551408] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.551510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.551574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.551716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.551788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.551874] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c0527a-b02e-4b1e-9611-1939acde667c is going to be updated. [ 739.574632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.574632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.574632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.574632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.574632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.574632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c0527a-b02e-4b1e-9611-1939acde667c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.587170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.587309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.587515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.587583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.587760] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.587873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.587937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.588098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.588183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.588268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.588412] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.588502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.588562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.588702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.588838] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.588927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.588986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.589139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.589293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.589383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.684314] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5ee71e4-cfa7-4d86-8a0c-7d8c84a10b84 req-6d2b340a-c7d5-4a80-9908-5caa8ca3f550 tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 739.685773] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 739.686885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.687219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.687350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.687703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.687937] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.688250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.688367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.688588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.688743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.688889] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.041202] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.041383] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.041501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.043524] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.043883] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.044097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.044239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.044503] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.044652] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044920] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.045092] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.045214] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.045323] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.045454] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.045555] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.045680] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.054081] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.064596] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.064832] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.064976] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.065203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.065658] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-40a930f4-f234-4999-925d-d3ef515f0028 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.065953] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.066158] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.066507] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.066692] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a930f4-f234-4999-925d-d3ef515f0028',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.092481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 740.111968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.112212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.112291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.112584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.112688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.112898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.112993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.113086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.113264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.113383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.113656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.113785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.113854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.114019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.114113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.114614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.114614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.114614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.114614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.114845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.114845] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 740.182637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.182869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.182914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.183212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.183391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.193120] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.203661] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 740.557142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.557328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.557401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.557652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.557793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.557898] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 is going to be created. [ 740.569426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.569800] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.570083] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.570494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.570758] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.571032] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 40a930f4-f234-4999-925d-d3ef515f0028 not found, creating... [ 740.571519] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.571769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.572013] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.572385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.572642] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.573073] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.573265] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.573394] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.573641] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.573788] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.573939] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 40a930f4-f234-4999-925d-d3ef515f0028 is going to be created. [ 740.587740] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.588140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.588140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.588140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.588280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.598665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: UNINITIALIZED for 2s [ 740.600835] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.601054] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.601193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.601498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.601771] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.601967] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.614017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 740.614261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.614446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.614698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.614907] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.615059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.615131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.615306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.615439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.615491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.615593] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.696254] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.117831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.119042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.119122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.120508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.120821] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.120940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.120940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.121126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.121218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.121308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.121459] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.121564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.121654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.121849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.121997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.122104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.122314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.122314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.122400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.122505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.122599] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.199389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.199562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.199623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.199918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.200019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.200064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 741.236762] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.236762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.236762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.237291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.237291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.250420] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 741.373846] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5ee71e4-cfa7-4d86-8a0c-7d8c84a10b84 req-61919f46-5164-4ca9-8109-a6aa46ffdac7 service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 741.373846] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5ee71e4-cfa7-4d86-8a0c-7d8c84a10b84 req-61919f46-5164-4ca9-8109-a6aa46ffdac7 service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 741.373971] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5ee71e4-cfa7-4d86-8a0c-7d8c84a10b84 req-61919f46-5164-4ca9-8109-a6aa46ffdac7 service nova] Enqueued Resource ID: 40a930f4-f234-4999-925d-d3ef515f0028 with Priority: HIGHEST for action port [ 741.374520] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 741.374733] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 741.374799] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a930f4-f234-4999-925d-d3ef515f0028 with Priority: HIGHEST for action port [ 741.375091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.375212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375601] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.376809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.376912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.377117] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a930f4-f234-4999-925d-d3ef515f0028 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.377222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.377289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.377834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.377834] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a930f4-f234-4999-925d-d3ef515f0028',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.625547] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c: rpc.has_security_group_logging(os_id): False [ 741.646114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.646321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.646475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.646665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.651238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.651453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.651711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.652012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.652584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.652846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.652960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.653038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.653217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.653300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.654536] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.654536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.654536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.654536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.654536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.654536] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be created. [ 741.692994] env[65249]: INFO networking_nsxv3.common.synchronization [req-34e9df10-87a9-4fcf-bdf0-72e2829aad46 req-9827f61d-66de-4202-abb1-cdfdae97b0c0 tempest-ServerRescueTestJSON-1117054440 tempest-ServerRescueTestJSON-1117054440-project-member] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 741.693902] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGHEST for action security_group_members [ 741.694471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.694606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.694901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.694966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.695475] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.695585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.695662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.695934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.696076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.696255] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.725751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.725892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.725955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.726174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.726348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.739413] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 741.880042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880042] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40a930f4-f234-4999-925d-d3ef515f0028 with status ACTIVE [ 741.880042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.880469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.880469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.880643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.881103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.881177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.881649] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.881649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.881649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.881853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.881853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.881907] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40a930f4-f234-4999-925d-d3ef515f0028 is going to be updated. [ 741.906208] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.906359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.906424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.906631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.906768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.906923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a930f4-f234-4999-925d-d3ef515f0028" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.198350] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.198548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.198847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.198847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.198949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.199162] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.199268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.199323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.199475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.199550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.199635] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be updated. [ 742.220889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 742.221350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.231929] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.232120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.232201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.232474] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.232670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.241164] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: IN_PROGRESS for 2s [ 742.612023] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: SUCCESS [ 742.612269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.612462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.612676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.612872] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.613152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.613152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.613290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.613328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.613489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.613489] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.119960] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.120301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.120301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.120460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.120633] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.120729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.120789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.120948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.121049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.121137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.121303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.121396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.121460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.121596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.121746] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.121888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.121945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.122093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.122187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.122291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.122384] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.264487] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 743.264717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.264919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.265164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.265360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.265576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.265576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.265709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.265831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.265902] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.561412] env[65249]: INFO networking_nsxv3.common.synchronization [req-f7281a97-b41c-4615-878a-a4e2137f6c91 req-5a6af5e3-df7e-4ddd-bd1f-0448219ba973 tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 743.561970] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 743.562271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.562390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.626209] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ac20c48-a761-4f63-bd4d-40a6c2b383c5: rpc.has_security_group_logging(os_id): False [ 743.648051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.649093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.649283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.652466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.652629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652996] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.653184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.653242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.653464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.653560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.653970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.654041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.654230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.654313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.654527] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.654644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.654727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.654898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.655020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.655119] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 is going to be created. [ 743.722742] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.722742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.722742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.722742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.723101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.736222] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: IN_PROGRESS for 2s [ 743.751840] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 743.751840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.771273] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.031149] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.031149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.031149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.031149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.031737] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.032139] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.032392] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.035019] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.035019] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.035019] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.035019] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.035019] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.035019] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.035019] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.035019] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.035019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.058094] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.058524] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.058876] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.059273] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-616" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.059983] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-a0142010-a398-4029-8914-d2418e6cfc19 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.060110] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.064020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.064020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.064020] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0142010-a398-4029-8914-d2418e6cfc19',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.251905] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1634da0-1b2f-4179-bded-90335583eb07 in Status: SUCCESS [ 744.252240] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1634da0-1b2f-4179-bded-90335583eb07 deletion is rescheduled due to dependency. [ 744.252330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.273988] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.565055] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.566360] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.566630] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.567323] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.567883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.568532] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port a0142010-a398-4029-8914-d2418e6cfc19 not found, creating... [ 744.568960] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.569779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.569779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.569779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.569946] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.570220] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.570415] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.570531] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.570739] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.570866] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.571010] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: a0142010-a398-4029-8914-d2418e6cfc19 is going to be created. [ 744.593338] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.593737] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.593737] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.594061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.594389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.594702] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.778703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.778703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.778703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.778703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.778703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.778703] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 744.811472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.812819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.812819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.813095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.823336] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 745.346726] env[65249]: INFO networking_nsxv3.common.synchronization [req-f7281a97-b41c-4615-878a-a4e2137f6c91 req-8aefa4d7-9745-4b0c-93e4-f4a0ed49a52e service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 745.346726] env[65249]: INFO networking_nsxv3.common.synchronization [req-f7281a97-b41c-4615-878a-a4e2137f6c91 req-8aefa4d7-9745-4b0c-93e4-f4a0ed49a52e service nova] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 745.346726] env[65249]: INFO networking_nsxv3.common.synchronization [req-f7281a97-b41c-4615-878a-a4e2137f6c91 req-8aefa4d7-9745-4b0c-93e4-f4a0ed49a52e service nova] Enqueued Resource ID: a0142010-a398-4029-8914-d2418e6cfc19 with Priority: HIGHEST for action port [ 745.346726] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_rules [ 745.346726] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 745.347494] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0142010-a398-4029-8914-d2418e6cfc19 with Priority: HIGHEST for action port [ 745.347889] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.348188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.348553] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.348734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.349144] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0142010-a398-4029-8914-d2418e6cfc19 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.349362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.349500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.349916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.350173] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0142010-a398-4029-8914-d2418e6cfc19',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.679172] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 745.679355] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 745.679943] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 745.680095] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 745.680395] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.680491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.680553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.680838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.680889] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.681012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.681350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.681503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.681600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.681717] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.684080] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.684201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.684885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.684885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.684885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.684885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.685235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.685414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.685516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.685690] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.750754] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 745.750926] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 745.751100] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_rules [ 745.751273] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 745.751713] env[65249]: INFO networking_nsxv3.common.synchronization [req-a9d1b6ee-ccd7-405a-8880-35f16c04f963 req-f8e49598-9af6-44a8-9302-608e7405517e tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 745.752816] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: SUCCESS [ 745.752890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.753644] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 745.754095] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_rules [ 745.754095] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 745.754095] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 745.754095] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 745.754367] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.754486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.754550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.754757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.754833] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.755699] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.756307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.756428] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.757141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.757284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.758158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.758158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.758158] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.758458] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.758458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.761713] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.761820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.844046] env[65249]: INFO networking_nsxv3.common.synchronization [req-f8854adb-eac7-49c2-a5b5-3d905f40a2d3 req-30eeacc1-84fa-45c8-b27f-0cfd60c08dea tempest-ServerAddressesTestJSON-202856461 tempest-ServerAddressesTestJSON-202856461-project-member] Enqueued Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 745.844415] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3063d841-308d-44d1-9da0-a5b12c631b47 with Priority: HIGHEST for action security_group_members [ 745.844719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3063d841-308d-44d1-9da0-a5b12c631b47 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.844849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.845192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.845599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.845828] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.845981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.846079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.847476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.847476] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3063d841-308d-44d1-9da0-a5b12c631b47',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.854481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0142010-a398-4029-8914-d2418e6cfc19 with status ACTIVE [ 745.854481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.854481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.854481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.854892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.854892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.856294] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.856294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.856294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.856294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.856294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.856294] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0142010-a398-4029-8914-d2418e6cfc19 is going to be updated. [ 745.883287] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.883287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.883287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.883287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.883287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.883287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0142010-a398-4029-8914-d2418e6cfc19" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.185179] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.188321] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.263224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.263377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.263566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with status ACTIVE [ 746.265077] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.265239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.265316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.265542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.265638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.265838] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.265939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.267097] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.267097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.267646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.267748] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 is going to be updated. [ 746.268957] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.269081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.294936] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.295179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.295255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.295491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.295645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.296636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.349438] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.349709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.349709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.349919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.349951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.350158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.350258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.350322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.350499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.350577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.350665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3063d841-308d-44d1-9da0-a5b12c631b47 is going to be updated. [ 746.417663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.417663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.417663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.417663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.417663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.447458] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: IN_PROGRESS for 2s [ 746.687726] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.691668] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.842096] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 746.842096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.842276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.842622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.842622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.842803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.842803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.843060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.843130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.843199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.843278] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.844163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.844437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.844606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.844705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.844782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.845218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.845218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.845218] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.189898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.191390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.191390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.191390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.191577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.191577] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 747.193275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.193414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.193476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.193663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.193797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.194175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be created. [ 747.222278] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.222419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.222552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.222774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.223136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.227633] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.227805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.228206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.228260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 747.245740] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: UNINITIALIZED for 2s [ 747.347543] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.347722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.347940] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.851169] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.354780] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.354944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.355039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.355259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.355382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.355583] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 748.387296] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.398075] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 748.461328] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3063d841-308d-44d1-9da0-a5b12c631b47 in Status: SUCCESS [ 748.461328] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3063d841-308d-44d1-9da0-a5b12c631b47 deletion is rescheduled due to dependency. [ 748.461553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3063d841-308d-44d1-9da0-a5b12c631b47" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259983] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259983] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259983] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.261154] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 749.261355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.261497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262302] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262834] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.766039] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.766685] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.269860] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.270895] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.394470] env[65249]: INFO networking_nsxv3.common.synchronization [req-44e0112d-6cdc-4938-8b5c-a2142cb77c79 req-861a411a-cb5d-4281-9822-dbeda2788b88 tempest-ServerMetadataTestJSON-2014378799 tempest-ServerMetadataTestJSON-2014378799-project-member] Enqueued Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 750.395302] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee with Priority: HIGHEST for action security_group_members [ 750.395594] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ed80b9-807a-4209-8f2a-9491f0a72cee taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.396118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.396222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.396457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.397086] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.397249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.397353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.397685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.397768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.397817] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ed80b9-807a-4209-8f2a-9491f0a72cee',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.413530] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 750.413793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.414586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.414927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.415141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.415264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.415337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.415501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.415582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.415715] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.775022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 750.775022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.779473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.779473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.779473] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be updated. [ 750.815481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.815682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.816335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.816335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.816335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.817747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.817859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.817915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.818104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.818230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.830248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 750.830969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 750.901830] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.902128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.902234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.902540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.902733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.902984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.903266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.903369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.903561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.903678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.903797] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee is going to be updated. [ 750.918192] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.937123] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.937250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.937320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.937546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.937733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.950995] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: IN_PROGRESS for 2s [ 751.216274] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-c0f35242-f266-4622-ad02-73e118288987 tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 751.216806] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 751.217845] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.217969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.218383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.218608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.218696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.218947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.219162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.219438] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.421894] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.612218] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-15910d56-6d3c-4a68-bbfd-b30e6674dc6f tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 751.612891] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 751.613097] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.613517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.721724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.723275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.723275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.723708] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 751.753984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.753984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.753984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.754355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.754355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.763807] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 751.925095] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.925095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.925095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.925378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.925378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.925453] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 751.975487] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.975866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.975866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.975996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.976111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.990862] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 752.127290] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.127474] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-772" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.127584] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-772" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.127912] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-772" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.128586] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.128795] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129651] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129651] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129651] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129832] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.129940] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.130084] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.130228] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.130348] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.130507] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.130716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.151084] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.151313] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.151531] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.151866] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-772" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.152385] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-dc61f4e5-246e-4167-81ac-2c5fccb46317 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.152648] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.152785] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.153197] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.153378] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc61f4e5-246e-4167-81ac-2c5fccb46317',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.657061] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.657510] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.657582] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.657918] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.658128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.658371] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port dc61f4e5-246e-4167-81ac-2c5fccb46317 not found, creating... [ 752.658713] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.658905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.659048] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.659289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.659425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.659817] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.659980] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.660151] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.660397] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.660564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.660742] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: dc61f4e5-246e-4167-81ac-2c5fccb46317 is going to be created. [ 752.684660] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.684953] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.685076] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.685389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.685682] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.685897] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.844608] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 752.844900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.845140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.845465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.845733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.845868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.845948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.846132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.846222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.846316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.846406] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.848192] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 752.848413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.848605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.848871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.849107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.849264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.849332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.849497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.849578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.849666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.849767] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.963867] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee in Status: SUCCESS [ 752.964064] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ed80b9-807a-4209-8f2a-9491f0a72cee deletion is rescheduled due to dependency. [ 752.964112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ed80b9-807a-4209-8f2a-9491f0a72cee" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353814] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.355493] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.356081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.358281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.358433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.358506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.358723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.358825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.358905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.359090] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.359179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.359277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.359421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.359571] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.359665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.359725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361325] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.437995] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-55309dca-64c8-4ab2-a1c3-8c28a73db945 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 753.438968] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-55309dca-64c8-4ab2-a1c3-8c28a73db945 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 753.438968] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-55309dca-64c8-4ab2-a1c3-8c28a73db945 service nova] Enqueued Resource ID: dc61f4e5-246e-4167-81ac-2c5fccb46317 with Priority: HIGHEST for action port [ 753.439444] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 753.440031] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 753.440031] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc61f4e5-246e-4167-81ac-2c5fccb46317 with Priority: HIGHEST for action port [ 753.440272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.440696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.440696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.441109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.441882] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.444739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.444739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc61f4e5-246e-4167-81ac-2c5fccb46317 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.445426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.445965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.446084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc61f4e5-246e-4167-81ac-2c5fccb46317',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.778488] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 753.778950] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca deletion is rescheduled due to dependency. [ 753.778950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.779065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.779217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.779408] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.779531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.779592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.780185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.780185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.780185] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.861919] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e408490b-80ee-4a80-b122-04fa6792ba05: rpc.has_security_group_logging(os_id): False [ 753.863168] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 753.891333] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.891539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.891539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.891747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.891832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.894022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.894022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.894022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.894022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.894416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.894416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be created. [ 753.896602] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.896602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.896738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.897019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.897082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.897530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.897646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.897712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.898161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.898161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.898161] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.898502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.898533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.899200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.899200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.899200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.899200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.899200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.899200] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 753.945057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.945377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.951139] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc61f4e5-246e-4167-81ac-2c5fccb46317 with status ACTIVE [ 753.951482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.951669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.951857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.952162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.952294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.952557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.952742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.952742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.952996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.953469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.953788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.953910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.953975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.954170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.954255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.954381] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc61f4e5-246e-4167-81ac-2c5fccb46317 is going to be updated. [ 753.992669] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.994846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.994846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.994846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.994846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.996481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc61f4e5-246e-4167-81ac-2c5fccb46317" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.010064] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.010064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.010064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.010064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.010064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.041867] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.042977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.042977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.042977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.042977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.056529] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 754.056995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.057275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.057663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.057930] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.058120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.058234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.058449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.059753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.059753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.059753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.060340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060340] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.075277] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 754.083191] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 754.285088] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.566399] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24085b3b-c2ef-45c9-859d-d81b97be1ec2: rpc.has_security_group_logging(os_id): False [ 754.588987] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.588987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.588987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.589597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.589597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.589752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.589922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.590052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.591266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.591266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.591266] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.591266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.591266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.591266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.591505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.591639] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.593055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.593055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.593055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.593055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.593055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 754.664383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.664614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.664614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.664907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.665079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.683048] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 754.786835] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.070752] env[65249]: INFO networking_nsxv3.common.synchronization [req-b1949b61-ef9b-4dcd-99cf-b054bce8b950 req-d410df23-f080-4041-b579-8ad391f02e38 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 755.071396] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 755.071776] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.071905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.071969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.072199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.072348] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.072463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.072539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.072925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.073024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.073126] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.295016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.295016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.295016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295016] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 755.344521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.344749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.344749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.345100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.345257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.358961] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 755.405242] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.405455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-636" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.405631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-636" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.405941] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-636" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.406301] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.406464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.406574] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.406831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.406966] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.407401] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.407401] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.407401] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.407544] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.407660] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.407760] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.407834] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.434132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.434609] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.434609] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.434844] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-636" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.435264] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.435535] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.435709] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.436188] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.436353] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf5c714-3476-4aa7-81e3-afc9a0e4bf10',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.577898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.578185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.578443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.578592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.578774] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.578959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.579316] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 755.613854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.615337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.615337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.615337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.624585] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 755.939587] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.939960] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.939960] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.940219] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.940371] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.940537] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 not found, creating... [ 755.940782] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.940930] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.941054] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.941399] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.941399] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.941657] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.941802] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.942377] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 is going to be created. [ 755.968610] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.971024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.971024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.971024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.971024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.971024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.095766] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 756.095766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.100774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 756.100774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.486921] env[65249]: INFO networking_nsxv3.common.synchronization [None req-36747405-bb35-41eb-9dfc-0d01592be387 None None] Enqueued Resource ID: 83901813-3b05-43b2-b2df-13a1e62e0b4d with Priority: HIGHEST for action port [ 756.488026] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83901813-3b05-43b2-b2df-13a1e62e0b4d with Priority: HIGHEST for action port [ 756.490338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-83901813-3b05-43b2-b2df-13a1e62e0b4d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.490338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83901813-3b05-43b2-b2df-13a1e62e0b4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.490338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83901813-3b05-43b2-b2df-13a1e62e0b4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.490338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83901813-3b05-43b2-b2df-13a1e62e0b4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.490338] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83901813-3b05-43b2-b2df-13a1e62e0b4d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.699889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 756.699889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.699889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.700392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.700392] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.720098] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-38cd9040-1529-4e80-868e-73e8f8f93926 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 756.720282] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-38cd9040-1529-4e80-868e-73e8f8f93926 service nova] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 756.720416] env[65249]: INFO networking_nsxv3.common.synchronization [req-b219a4d3-dc61-4981-bae4-d1fcaa7995f7 req-38cd9040-1529-4e80-868e-73e8f8f93926 service nova] Enqueued Resource ID: ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 with Priority: HIGHEST for action port [ 756.720728] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_rules [ 756.721310] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 756.721310] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 with Priority: HIGHEST for action port [ 756.721544] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.721646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.721848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.722689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.722689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.722689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.722689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.722689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.722689] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf5c714-3476-4aa7-81e3-afc9a0e4bf10',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.992464] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83901813-3b05-43b2-b2df-13a1e62e0b4d [ 756.992464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.992464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.992464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.992464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.992464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.992464] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83901813-3b05-43b2-b2df-13a1e62e0b4d already deleted. [ 756.992464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83901813-3b05-43b2-b2df-13a1e62e0b4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.203600] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.203814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.203877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.204230] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.204798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.204798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.205101] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.225556] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 with status ACTIVE [ 757.225792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.226062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.226289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.226392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.226627] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.226774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.226862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.227014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.227138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.227692] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.227692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.227692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.227692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.227877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.227877] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf5c714-3476-4aa7-81e3-afc9a0e4bf10 is going to be updated. [ 757.258718] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.258869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.258970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.259263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.259418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.259598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf5c714-3476-4aa7-81e3-afc9a0e4bf10" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.377226] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 757.377923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.377923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.378097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.378274] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.378404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.378451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.378639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.378701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.378785] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.637435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 757.638165] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c deletion is rescheduled due to dependency. [ 757.638165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709640] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.710640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.710640] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.710640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.710838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.711632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.711632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.711719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.711916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.712149] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.712293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.712384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.712669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.712798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.712913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.713043] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.883099] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.217022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24085b3b-c2ef-45c9-859d-d81b97be1ec2: rpc.has_security_group_logging(os_id): False [ 758.249365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.249365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.249365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.250726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.250827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.251108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.251209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.251292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251381] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 758.324359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.324453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.324490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.324846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.324846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.339374] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 758.385482] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.890697] env[65249]: INFO networking_nsxv3.common.synchronization [None req-392d10b3-de47-4e2a-9cfa-2bdf932639df None None] Enqueued Resource ID: f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1 with Priority: HIGHEST for action port [ 758.890697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.890697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.890697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.891350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.891452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.891567] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 758.892834] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1 with Priority: HIGHEST for action port [ 758.893711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.894710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.894795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.895070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.895143] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.932099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.932285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.932351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.933063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.933063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.943551] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 759.401809] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1 [ 759.403856] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.403856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.403856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.403856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.403856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.403856] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1 already deleted. [ 759.403856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5802cb2-4a25-4ed3-b2bf-36f61bc2eac1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.363496] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 760.363496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.460392] env[65249]: INFO networking_nsxv3.common.synchronization [None req-80c80a99-34a2-442c-9574-f3090bb1d04f None None] Enqueued Resource ID: 7a539a41-aeb4-40a7-bc40-90bfa4514418 with Priority: HIGHEST for action port [ 760.460392] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a539a41-aeb4-40a7-bc40-90bfa4514418 with Priority: HIGHEST for action port [ 760.460392] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a539a41-aeb4-40a7-bc40-90bfa4514418 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.460392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a539a41-aeb4-40a7-bc40-90bfa4514418" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.460392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a539a41-aeb4-40a7-bc40-90bfa4514418" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.460392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a539a41-aeb4-40a7-bc40-90bfa4514418" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.460392] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a539a41-aeb4-40a7-bc40-90bfa4514418',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.957548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.957548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957548] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.958936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.959254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.959518] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.959753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.959984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.960568] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.963681] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a539a41-aeb4-40a7-bc40-90bfa4514418 [ 760.964960] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.964960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.964960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.964960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.964960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.964960] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a539a41-aeb4-40a7-bc40-90bfa4514418 already deleted. [ 760.964960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a539a41-aeb4-40a7-bc40-90bfa4514418" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.259210] env[65249]: INFO networking_nsxv3.common.synchronization [req-b6d406aa-483f-480e-b30b-5b2d3b545d44 req-298e07f9-62fc-4b2e-9f61-b6ef5954937b tempest-VolumesAssistedSnapshotsTest-1202991593 tempest-VolumesAssistedSnapshotsTest-1202991593-project-member] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 761.259710] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGHEST for action security_group_members [ 761.260058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.260272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.260272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.260430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.260608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.260690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.260741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.260869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.260944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.261625] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.460985] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.461297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465604] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.672517] env[65249]: INFO networking_nsxv3.common.synchronization [req-9e04bda8-e202-47cb-9362-c04fa989c3df req-dec11536-f43a-4cd2-863b-1ba63d530b70 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 761.675041] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 761.675041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.675041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.675041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.675041] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.766021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.766021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.766830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.766830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.766830] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 is going to be updated. [ 761.809050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.809050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.809050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.809050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819393] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: IN_PROGRESS for 2s [ 761.968597] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.179184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.179770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.179896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.180216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.180318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.180532] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.180655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.180724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.180880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.180958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.181224] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 already deleted. [ 762.181224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.435549] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.435806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.435919] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.436254] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.436519] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.436660] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.436788] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437008] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.437286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.437398] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.437505] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.437620] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.437726] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.437827] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.437967] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.438199] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.459120] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.460071] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.460071] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.460071] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.460356] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.460415] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.460527] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.460887] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.461241] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c08932-0e3d-4247-ad5c-cfa0e8e71629',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.472655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.472655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.472921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.472975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.473123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.473209] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 762.503529] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.504018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.504133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.504740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.504740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.516088] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 762.814469] env[65249]: INFO networking_nsxv3.common.synchronization [None req-75c480df-a0d8-4948-9364-d880f9f9fe52 None None] Enqueued Resource ID: 6274b611-00bb-4c64-a41d-68505a54bed0 with Priority: HIGHEST for action port [ 762.819280] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6274b611-00bb-4c64-a41d-68505a54bed0 with Priority: HIGHEST for action port [ 762.820314] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6274b611-00bb-4c64-a41d-68505a54bed0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.820589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6274b611-00bb-4c64-a41d-68505a54bed0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.820659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6274b611-00bb-4c64-a41d-68505a54bed0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6274b611-00bb-4c64-a41d-68505a54bed0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821175] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6274b611-00bb-4c64-a41d-68505a54bed0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.964015] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.964380] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.964591] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.964967] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.965200] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.965411] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port e5c08932-0e3d-4247-ad5c-cfa0e8e71629 not found, creating... [ 762.965915] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.966153] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.966317] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.966679] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.966907] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.967360] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.968525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.968525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.968525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.968525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.968525] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: e5c08932-0e3d-4247-ad5c-cfa0e8e71629 is going to be created. [ 762.996863] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.998400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.998400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.998400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.998400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.998400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.323785] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6274b611-00bb-4c64-a41d-68505a54bed0 [ 763.328915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.328915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.328915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.328915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.328915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.328915] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6274b611-00bb-4c64-a41d-68505a54bed0 already deleted. [ 763.328915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6274b611-00bb-4c64-a41d-68505a54bed0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.734746] env[65249]: INFO networking_nsxv3.common.synchronization [req-9e04bda8-e202-47cb-9362-c04fa989c3df req-cf9c57d5-5789-463d-86cb-6f57a669a100 service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 763.734746] env[65249]: INFO networking_nsxv3.common.synchronization [req-9e04bda8-e202-47cb-9362-c04fa989c3df req-cf9c57d5-5789-463d-86cb-6f57a669a100 service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 763.734746] env[65249]: INFO networking_nsxv3.common.synchronization [req-9e04bda8-e202-47cb-9362-c04fa989c3df req-cf9c57d5-5789-463d-86cb-6f57a669a100 service nova] Enqueued Resource ID: e5c08932-0e3d-4247-ad5c-cfa0e8e71629 with Priority: HIGHEST for action port [ 763.735823] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 763.735823] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 763.735823] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c08932-0e3d-4247-ad5c-cfa0e8e71629 with Priority: HIGHEST for action port [ 763.737066] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.737187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.737187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.737798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.737798] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.740917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.740917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.742940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.744007] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.744007] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.748020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.748020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.748020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.748020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.748020] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c08932-0e3d-4247-ad5c-cfa0e8e71629',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.829778] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 in Status: SUCCESS [ 763.829965] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 deletion is rescheduled due to dependency. [ 763.830091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.043755] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7b436052-5e19-4133-b053-111525d037c4 None None] Enqueued Resource ID: a754ffad-2071-4d3e-a1f1-c7d86f53b612 with Priority: HIGHEST for action port [ 764.044349] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a754ffad-2071-4d3e-a1f1-c7d86f53b612 with Priority: HIGHEST for action port [ 764.044761] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a754ffad-2071-4d3e-a1f1-c7d86f53b612 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.044996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a754ffad-2071-4d3e-a1f1-c7d86f53b612" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.044996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a754ffad-2071-4d3e-a1f1-c7d86f53b612" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.045456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a754ffad-2071-4d3e-a1f1-c7d86f53b612" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.045456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a754ffad-2071-4d3e-a1f1-c7d86f53b612',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.247008] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.251035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5c08932-0e3d-4247-ad5c-cfa0e8e71629 with status ACTIVE [ 764.251407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.251543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.251655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.251888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.251996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.252179] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.252493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.252559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.252797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.253113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.253188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.253299] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5c08932-0e3d-4247-ad5c-cfa0e8e71629 is going to be updated. [ 764.255047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.255162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.278139] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.278276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.278337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.279263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.279263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.279263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c08932-0e3d-4247-ad5c-cfa0e8e71629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.524153] env[65249]: INFO networking_nsxv3.common.synchronization [None req-dc539829-1944-4052-a917-8909f44d8322 None None] Enqueued Resource ID: 77470cb6-bdb0-4be3-a971-c40b5aa3c411 with Priority: HIGHEST for action port [ 764.526132] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77470cb6-bdb0-4be3-a971-c40b5aa3c411 with Priority: HIGHEST for action port [ 764.526494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-77470cb6-bdb0-4be3-a971-c40b5aa3c411 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.526630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77470cb6-bdb0-4be3-a971-c40b5aa3c411" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.526707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77470cb6-bdb0-4be3-a971-c40b5aa3c411" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.526964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77470cb6-bdb0-4be3-a971-c40b5aa3c411" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.527061] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77470cb6-bdb0-4be3-a971-c40b5aa3c411',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.530897] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 764.531094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.531579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.532050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.532050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.532183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.532739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.532739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.532739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.532739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.532890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.532974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.535900] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.536242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.536402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.536487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.536565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.536664] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.550566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a754ffad-2071-4d3e-a1f1-c7d86f53b612 [ 764.550566] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.550729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.550729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.550930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.550999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551337] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a754ffad-2071-4d3e-a1f1-c7d86f53b612 already deleted. [ 764.551431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a754ffad-2071-4d3e-a1f1-c7d86f53b612" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.756622] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.030533] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77470cb6-bdb0-4be3-a971-c40b5aa3c411 [ 765.030533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.030893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.030893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.031830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.031932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.032198] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77470cb6-bdb0-4be3-a971-c40b5aa3c411 already deleted. [ 765.032300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77470cb6-bdb0-4be3-a971-c40b5aa3c411" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.040902] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735078ab-1451-4fef-bfd9-3844c42a02ca: rpc.has_security_group_logging(os_id): False [ 765.060951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.060951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.060951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.060951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.061233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.061368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.061496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.061564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.062241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.062410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.063519] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.063519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.063519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.063746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.063746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.063902] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.063995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.064066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.064216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.064290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.064374] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 765.136504] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.136661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.136726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.137062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.137310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.176578] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 765.259427] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.259427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.259427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.259427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.259427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.259625] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be created. [ 765.330194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.330461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.330552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.330830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.331037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.368640] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: UNINITIALIZED for 2s [ 765.519590] env[65249]: INFO networking_nsxv3.common.synchronization [req-ffcce514-d5c6-4f3e-8a61-92a3ca9953e9 req-38bbacdd-89b8-4883-afa4-2226de96bfc5 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 765.523440] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 765.523440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.523440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.523440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.523440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.024695] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.026124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.026124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.026124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 766.062074] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.062185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.062242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.062506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.062657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.072985] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.075324] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.075324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.075829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.075829] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.075829] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.076029] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.076029] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.076092] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.076200] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.078246] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.078401] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 766.097547] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.097724] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.097931] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.099029] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.099029] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-2d8a401f-d731-47ad-baa6-38bb48ac31e4 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.099029] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.099029] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.099288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.099409] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8a401f-d731-47ad-baa6-38bb48ac31e4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.159868] env[65249]: INFO networking_nsxv3.common.synchronization [None req-7cdc2923-ff44-4a8f-8799-9c85063f84cf None None] Enqueued Resource ID: 26a9db68-d41e-40ea-8ab4-c535768af163 with Priority: HIGHEST for action port [ 766.160717] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a9db68-d41e-40ea-8ab4-c535768af163 with Priority: HIGHEST for action port [ 766.162111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a9db68-d41e-40ea-8ab4-c535768af163 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.162111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a9db68-d41e-40ea-8ab4-c535768af163" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.162111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a9db68-d41e-40ea-8ab4-c535768af163" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.162111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a9db68-d41e-40ea-8ab4-c535768af163" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.162310] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a9db68-d41e-40ea-8ab4-c535768af163',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.603072] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.603472] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.603472] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.603701] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.603857] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.604024] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 2d8a401f-d731-47ad-baa6-38bb48ac31e4 not found, creating... [ 766.604348] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.604464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.604537] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.604747] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.604875] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.605266] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.605358] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.605465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.605680] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.605851] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.606116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 2d8a401f-d731-47ad-baa6-38bb48ac31e4 is going to be created. [ 766.631453] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.631813] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.631884] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.632296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.632372] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.632601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.665501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26a9db68-d41e-40ea-8ab4-c535768af163 [ 766.665857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.666080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.666240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.667095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.667211] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26a9db68-d41e-40ea-8ab4-c535768af163 already deleted. [ 766.667259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a9db68-d41e-40ea-8ab4-c535768af163" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 767.192871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.192871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.192871] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.251643] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9250e52e-935a-43aa-abf7-c59a941dfe0a None None] Enqueued Resource ID: 29266419-e505-440b-b3bd-72cb8d018429 with Priority: HIGHEST for action port [ 767.252469] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29266419-e505-440b-b3bd-72cb8d018429 with Priority: HIGHEST for action port [ 767.253119] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-29266419-e505-440b-b3bd-72cb8d018429 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.253119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29266419-e505-440b-b3bd-72cb8d018429" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.253243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29266419-e505-440b-b3bd-72cb8d018429" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.253839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29266419-e505-440b-b3bd-72cb8d018429" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.253839] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29266419-e505-440b-b3bd-72cb8d018429',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.379433] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 767.379679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.380088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.380293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.380394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.380459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.380667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.380745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.380922] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.385698] env[65249]: INFO networking_nsxv3.common.synchronization [req-ffcce514-d5c6-4f3e-8a61-92a3ca9953e9 req-70c9f84c-b8e6-45e9-a22d-ed2405759866 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 767.385698] env[65249]: INFO networking_nsxv3.common.synchronization [req-ffcce514-d5c6-4f3e-8a61-92a3ca9953e9 req-70c9f84c-b8e6-45e9-a22d-ed2405759866 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 767.385698] env[65249]: INFO networking_nsxv3.common.synchronization [req-ffcce514-d5c6-4f3e-8a61-92a3ca9953e9 req-70c9f84c-b8e6-45e9-a22d-ed2405759866 service nova] Enqueued Resource ID: 2d8a401f-d731-47ad-baa6-38bb48ac31e4 with Priority: HIGHEST for action port [ 767.388679] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 767.392131] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 767.392131] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8a401f-d731-47ad-baa6-38bb48ac31e4 with Priority: HIGHEST for action port [ 767.392131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.392131] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.392131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8a401f-d731-47ad-baa6-38bb48ac31e4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.392131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.392131] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8a401f-d731-47ad-baa6-38bb48ac31e4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.470571] env[65249]: INFO networking_nsxv3.common.synchronization [req-95b79c18-126a-4c33-866c-7b64c1073667 req-3c561425-eef7-47bf-be33-8cda8fd15291 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 767.470666] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6832b-3fef-4084-9e3f-061c70aec71d with Priority: HIGHEST for action security_group_members [ 767.471612] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf6832b-3fef-4084-9e3f-061c70aec71d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.471738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.471813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.472260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.472413] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.472619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.472619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.472776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.473102] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf6832b-3fef-4084-9e3f-061c70aec71d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.695546] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.695546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.695935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.696204] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.696585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.696633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.697184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.697184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.697184] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.733423] env[65249]: INFO networking_nsxv3.common.synchronization [req-709dedd7-f741-4df3-bb9f-fb51f8fab62e req-611a069f-ae50-402c-9d71-e02e643d0ac7 tempest-ServersAdminNegativeTestJSON-647785820 tempest-ServersAdminNegativeTestJSON-647785820-project-member] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 767.734390] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGHEST for action security_group_members [ 767.734390] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.734549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.734549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.734736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.734892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.736117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.736117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.736117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.736117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.736117] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.756231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29266419-e505-440b-b3bd-72cb8d018429 [ 767.756231] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.756231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.756231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.756231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.756231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.756598] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29266419-e505-440b-b3bd-72cb8d018429 already deleted. [ 767.756598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29266419-e505-440b-b3bd-72cb8d018429" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.883447] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:0 completed [ 767.883567] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:1 started [ 767.885215] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.885367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.885440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.885659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.885877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.885983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.886057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.886211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.886359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.886393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.886530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.886626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.886679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.886853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.886958] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.887093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.887130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.887247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.887321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.887401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.887656] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.896097] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.896097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898440] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d8a401f-d731-47ad-baa6-38bb48ac31e4 with status ACTIVE [ 767.898440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.898440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.898805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.898805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.898805] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.898898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.899132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.899208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.899293] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d8a401f-d731-47ad-baa6-38bb48ac31e4 is going to be updated. [ 767.925529] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.925949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8a401f-d731-47ad-baa6-38bb48ac31e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.975450] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.975632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.975632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.975835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.975928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.976252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.976327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.976477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d is going to be updated. [ 768.037661] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.037956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.038078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.038314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.038685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.049751] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: IN_PROGRESS for 2s [ 768.091959] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 768.091959] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d deletion is rescheduled due to dependency. [ 768.091959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.091959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.091959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.091959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.091959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.092393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.092393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.092393] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.153040] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 768.153040] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 768.153157] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 768.153795] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 768.154096] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 768.154151] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 768.154559] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.154681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.154737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155317] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.156206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156206] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.157744] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.157916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.158015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.158219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.158421] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.158560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.158650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.158845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.159008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.159137] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.160460] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288bab4-2138-4a50-88b2-78a54a6a4656 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.160610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.160705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.160998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.161336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.161424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.162083] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.203249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.203522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.203522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204078] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.204078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.204078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.204282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.204424] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.204516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.204576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.204936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.205051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.205195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.205272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.205352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.205440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.209221] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_rules [ 768.209411] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 768.210036] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 768.210036] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 768.210036] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_rules [ 768.210036] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 768.210036] env[65249]: INFO networking_nsxv3.common.synchronization [req-ecc04d2e-3c6c-4c5b-b360-b81b5e4cbf48 req-8b8495e9-90ce-4868-86be-82c76612b9f2 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 768.210580] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_rules [ 768.210837] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_rules [ 768.210837] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 768.211147] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with Priority: HIGHEST for action port [ 768.211230] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_rules [ 768.211654] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 768.211823] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 768.212112] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b288bab4-2138-4a50-88b2-78a54a6a4656 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.212259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.212364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.213275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.213275] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.213898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.214066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.214165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.214363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.214580] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.215382] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.215786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.216039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.216671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.216671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.216671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.216671] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.217229] env[65249]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 768.217740] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.217889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.217983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.218185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.218290] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.219604] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288bab4-2138-4a50-88b2-78a54a6a4656 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.220190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.220435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.220562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.238028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.238182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.238255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.238462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.238554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.238754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.238842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.238906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.239078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.239130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.239216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be updated. [ 768.274242] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.274242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.274242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.274242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.274242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.285153] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: IN_PROGRESS for 2s [ 768.393868] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 768.414233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.414389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.414468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.414774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.414774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.415249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.415483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.415483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416320] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.416320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.416320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.416738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.416738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416939] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be created. [ 768.477807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.477807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.477807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.477807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.477807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.493471] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 768.596308] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.659567] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.660671] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.668176] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.711043] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735078ab-1451-4fef-bfd9-3844c42a02ca: rpc.has_security_group_logging(os_id): False [ 768.724027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288bab4-2138-4a50-88b2-78a54a6a4656 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724878] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 with status ACTIVE [ 768.724878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.725263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.725263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.726437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.726437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.726437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.726437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.726890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.726890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.727053] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0 is going to be updated. [ 768.731406] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.732195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.734207] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.734411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.734734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.734933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.735329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.735522] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.736186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.736275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.736497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.736582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.736894] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.736980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.737049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.737357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.737437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.737851] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.737962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.738033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.738188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.738263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.738349] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 768.757254] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.757530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.757585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.757805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.758378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f49ff8-33b4-4a1d-8fde-fc741f6ee1c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.824922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.825157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.825207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.825468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.825586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.844257] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 769.102697] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.162599] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.164278] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.169074] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.607019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.607019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.607019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.607019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.607019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.607019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 769.638124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.652378] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 769.669435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.669633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.669682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.669871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.669956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.670074] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 769.671574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.671750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.671750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.672440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.678644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.678644] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be updated. [ 769.682029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.682029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 is going to be created. [ 769.709019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.709019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.709019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.709019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.709256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.713701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.713915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.713972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.714198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.714360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.716266] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.717023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.717023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.717170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.717858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.732594] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 769.733483] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288bab4-2138-4a50-88b2-78a54a6a4656 in Status: UNINITIALIZED for 2s [ 769.734183] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 770.061939] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf6832b-3fef-4084-9e3f-061c70aec71d in Status: SUCCESS [ 770.062172] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf6832b-3fef-4084-9e3f-061c70aec71d deletion is rescheduled due to dependency. [ 770.062512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf6832b-3fef-4084-9e3f-061c70aec71d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.299676] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 in Status: SUCCESS [ 770.299865] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 deletion is rescheduled due to dependency. [ 770.299981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.506782] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 770.507250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.638025] env[65249]: INFO networking_nsxv3.common.synchronization [None req-dbf48761-2766-4594-805c-097d4df413f6 None None] Enqueued Resource ID: e6e0a51a-685b-400d-855e-fe0c72b9a709 with Priority: HIGHEST for action port [ 770.638304] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e0a51a-685b-400d-855e-fe0c72b9a709 with Priority: HIGHEST for action port [ 770.638835] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e0a51a-685b-400d-855e-fe0c72b9a709 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.638957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e0a51a-685b-400d-855e-fe0c72b9a709" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.639037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e0a51a-685b-400d-855e-fe0c72b9a709" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.639277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e0a51a-685b-400d-855e-fe0c72b9a709" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.639359] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e0a51a-685b-400d-855e-fe0c72b9a709',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.858653] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 770.858890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.143265] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e0a51a-685b-400d-855e-fe0c72b9a709 [ 771.143542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.143619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.143683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.143941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.144045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.144190] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e0a51a-685b-400d-855e-fe0c72b9a709 already deleted. [ 771.144246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e0a51a-685b-400d-855e-fe0c72b9a709" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.664938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 771.665284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.665364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.665569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.665764] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.665921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.666014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.666196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.666292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.666407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.666502] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.748602] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 771.748602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.748602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.748979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.749234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.749445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.749589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.749795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.749959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750143] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.752060] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 771.752313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753812] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288bab4-2138-4a50-88b2-78a54a6a4656 in Status: SUCCESS [ 771.753812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.754240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.754240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.754566] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.754566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.754566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.754757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.754757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.754867] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.756542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.756542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.756542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.756542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.756542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.756542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.756915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.756915] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.170751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.171016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.172318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.173136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.173136] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.173136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.173136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.173315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.173436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.173473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.173799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.173799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.173799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.173917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.174098] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.174207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.174264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.174593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.174593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.174593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.174765] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.259109] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.259411] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.260091] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.434676] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-61c490e5-13f6-45e9-bbe6-310139de4b92 tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 772.434824] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 772.435249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.435381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.435463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.435726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.435875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.435967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.436036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.436193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.436280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.436375] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.683345] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b171751-9faa-4caf-96ef-0d40d088802d: rpc.has_security_group_logging(os_id): False [ 772.705284] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.705445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.705550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.705818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.706685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.706685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.706685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.706685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.706896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.706896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.707826] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.707826] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.708156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.708203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708520] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 772.763910] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.766266] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.771029] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.778270] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.778438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.778503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.795655] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 772.939759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.939759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.939759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.940190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.940190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.940998] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.940998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.940998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.940998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.940998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.940998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e already deleted. [ 772.940998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.969471] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.969894] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.969894] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.970211] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.970619] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.970619] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.970863] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.974789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.974789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.974789] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.974789] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.974789] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.974789] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.974789] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.974789] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.974789] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.012298] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.013169] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.013833] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.013833] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014153] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.014356] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.014464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.014797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.014890] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.103315] env[65249]: INFO networking_nsxv3.common.synchronization [None req-3b518e4c-72f2-4d66-8174-086ee2ca4214 None None] Enqueued Resource ID: 6f3a4453-de3b-42a8-9559-07f2ea1a088e with Priority: HIGHEST for action port [ 773.104167] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3a4453-de3b-42a8-9559-07f2ea1a088e with Priority: HIGHEST for action port [ 773.104542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3a4453-de3b-42a8-9559-07f2ea1a088e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.104677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3a4453-de3b-42a8-9559-07f2ea1a088e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.104744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3a4453-de3b-42a8-9559-07f2ea1a088e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.105048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3a4453-de3b-42a8-9559-07f2ea1a088e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.105155] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3a4453-de3b-42a8-9559-07f2ea1a088e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.271596] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.271596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.271596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.271596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.271596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.271596] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be updated. [ 773.272233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.272333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.272333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.272928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.272928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.272928] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 773.273899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.274047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.274047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.274267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.274396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.274396] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 is going to be updated. [ 773.306102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.306102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.306831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.306831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.308630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.308957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.309057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.309318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.309464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.311618] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.311761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.311824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.312035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.312166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.324267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 773.324584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 773.325176] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288bab4-2138-4a50-88b2-78a54a6a4656 in Status: IN_PROGRESS for 2s [ 773.519772] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.519772] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d not found, creating... [ 773.519772] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.519772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526242] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.526242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.526242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.526242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526242] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d is going to be created. [ 773.551770] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.551770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.551770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.551770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.607916] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f3a4453-de3b-42a8-9559-07f2ea1a088e [ 773.608484] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.608484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.608484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.608807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.608807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.608913] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f3a4453-de3b-42a8-9559-07f2ea1a088e already deleted. [ 773.608942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3a4453-de3b-42a8-9559-07f2ea1a088e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285860] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-1fcd51c0-c790-4423-adfa-47668442a2e9 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 774.285860] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-1fcd51c0-c790-4423-adfa-47668442a2e9 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 774.285860] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-1fcd51c0-c790-4423-adfa-47668442a2e9 service nova] Enqueued Resource ID: 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d with Priority: HIGHEST for action port [ 774.285860] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 774.286641] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 774.286898] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d with Priority: HIGHEST for action port [ 774.287770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.288094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.288094] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.289441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.289616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.289772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.290014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.291654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.291654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.291654] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.291654] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.291654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.291654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.291877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.291877] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.329793] env[65249]: INFO networking_nsxv3.common.synchronization [req-a53a424f-e692-4cf8-8dba-005562306cb4 req-765ce185-e618-4fec-b375-858669e6b951 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 774.331419] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 774.332024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.332331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.333027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.333027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.333027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.333220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.333220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.333286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.333966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.333966] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.630987] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ed4f17af-0ddd-4c35-abfb-a8d6b99635d4 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 774.631690] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 774.632376] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.632376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.632376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.633249] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.775137] env[65249]: INFO networking_nsxv3.common.synchronization [None req-91adcc95-73fc-480f-a55d-0effb7f28276 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 774.775785] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 774.779939] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.780164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.794405] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.796362] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.796362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.800174] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d with status ACTIVE [ 774.800174] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.800174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.800174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.800174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.800174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.800409] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.800459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.800610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.800694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.800756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.801029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.801170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.801213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.801344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.801415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.801498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d is going to be updated. [ 774.823165] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 774.823848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.833165] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.833447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.833536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.833883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.834125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.834390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19efdcbf-70fb-4ad4-b7ee-5963bdea5d4d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.837026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.837026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.837026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.837026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.837026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.837448] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.839358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.839358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.839358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.839358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.839358] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be updated. [ 774.875445] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.875761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.875876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.876141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.876325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888042] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: IN_PROGRESS for 2s [ 775.152809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.153127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.153209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.153690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.153690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.153799] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 already deleted. [ 775.153916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154676] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.241281] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-bd94dec7-2838-418b-ba67-bfc785660b91 tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 775.242176] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 775.242882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.303943] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.344852] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 775.345286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.346025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.347106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.347106] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.347106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.347106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.347106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.347106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347891] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.350249] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b288bab4-2138-4a50-88b2-78a54a6a4656 in Status: SUCCESS [ 775.350771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.351679] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 775.351968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.352697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.352697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.354027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.354027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.354027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.354027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.354027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.354027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.354027] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.357255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.357255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.357255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.357255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.357255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.359192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.359449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.359668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.359850] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.676557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.676557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.676557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.677071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.677071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.677166] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 already deleted. [ 775.677467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728026] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728026] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728642] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728642] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728860] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.728951] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.729064] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.729163] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.729262] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.729356] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.729480] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.735091] env[65249]: INFO networking_nsxv3.common.synchronization [req-dde9e65b-9327-4c11-b049-551b23808327 req-f97950f8-544e-4f81-a24a-53ee1b84fafc tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 775.735289] env[65249]: INFO networking_nsxv3.common.synchronization [req-dde9e65b-9327-4c11-b049-551b23808327 req-f97950f8-544e-4f81-a24a-53ee1b84fafc tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 775.735468] env[65249]: INFO networking_nsxv3.common.synchronization [req-dde9e65b-9327-4c11-b049-551b23808327 req-f97950f8-544e-4f81-a24a-53ee1b84fafc tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 775.737138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288bab4-2138-4a50-88b2-78a54a6a4656 with Priority: HIGHEST for action security_group_members [ 775.737138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 775.737138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e408490b-80ee-4a80-b122-04fa6792ba05 with Priority: HIGHEST for action security_group_members [ 775.737310] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b288bab4-2138-4a50-88b2-78a54a6a4656 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.737369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.737405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.737602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.737747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.737899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.737899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.738061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.738145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.738235] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.739140] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.739238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.739293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.740189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.740189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.740189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.740189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.740189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.740189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.740189] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.740880] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e408490b-80ee-4a80-b122-04fa6792ba05 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.740999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.741375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.741375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.741481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.741481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.741576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.741723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.741761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.741862] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.757992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.758168] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.758314] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.758504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.758961] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-00f2068f-ef25-4df4-84ad-eb3da25bc112 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.759145] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.759917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.760404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.760446] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f2068f-ef25-4df4-84ad-eb3da25bc112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.809689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.809944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.810081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.810460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.810568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.810688] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be created. [ 775.854058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.854058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.854334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.854334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.854509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.863501] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b288bab4-2138-4a50-88b2-78a54a6a4656',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.864711] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e408490b-80ee-4a80-b122-04fa6792ba05',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.865852] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.866020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.868365] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: UNINITIALIZED for 2s [ 776.244028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.244200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.244478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.244563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.244752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.244847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.245058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.245659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.245659] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 is going to be deleted. [ 776.246242] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.247301] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.247431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.247484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.247630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.247709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.247883] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.247972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.248197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.248347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.248424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.248530] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be updated. [ 776.265448] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.265820] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.266050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.266444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.266667] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.266894] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 00f2068f-ef25-4df4-84ad-eb3da25bc112 not found, creating... [ 776.267344] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.267591] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.267777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.268714] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.270415] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.270415] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.270631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.270631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271137] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271371] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.271598] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 00f2068f-ef25-4df4-84ad-eb3da25bc112 is going to be created. [ 776.275595] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.275790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.275898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.276389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.276573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.280811] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.281012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.281125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.281412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.281618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.281784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.287797] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 776.298412] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.298599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.298719] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.298971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299217] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.299769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.366410] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b288bab4-2138-4a50-88b2-78a54a6a4656: rpc.has_security_group_logging(os_id): False [ 776.369984] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e408490b-80ee-4a80-b122-04fa6792ba05: rpc.has_security_group_logging(os_id): False [ 776.397021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.397021] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.397021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.397021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 is going to be created. [ 776.399803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.399912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.399982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.400591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.400679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400987] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 is going to be updated. [ 776.419650] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656], does not exist path=[/infra/domains/default/groups/b288bab4-2138-4a50-88b2-78a54a6a4656]."\n}' [ 776.423068] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656 [ 776.423068] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 776.480027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.480292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.480365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.480660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.482694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.483083] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.483211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.483315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.483531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.483617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.483857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.483963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.484037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.484188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.484261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.484344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b288bab4-2138-4a50-88b2-78a54a6a4656 is going to be created. [ 776.486216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.486352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.486424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.486579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.486706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.507241] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: IN_PROGRESS for 2s [ 776.509106] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656], does not exist path=[/infra/domains/default/groups/b288bab4-2138-4a50-88b2-78a54a6a4656]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656 [ 776.509265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b288bab4-2138-4a50-88b2-78a54a6a4656" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509812] env[65249]: Traceback (most recent call last): [ 776.509870] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 776.509870] env[65249]: return func(*args, **kwargs) [ 776.509870] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 776.509870] env[65249]: res.raise_for_status() [ 776.509870] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 776.509870] env[65249]: raise HTTPError(http_error_msg, response=self) [ 776.509870] env[65249]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656 [ 776.509870] env[65249]: During handling of the above exception, another exception occurred: [ 776.509870] env[65249]: Traceback (most recent call last): [ 776.510227] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 776.510227] env[65249]: listener.cb(fileno) [ 776.510227] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 776.510227] env[65249]: result = function(*args, **kwargs) [ 776.510227] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 776.510227] env[65249]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 776.510227] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 776.510227] env[65249]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 776.510227] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 776.510227] env[65249]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 776.510227] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 776.510227] env[65249]: res.raise_for_status() [ 776.510227] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 776.510227] env[65249]: raise HTTPError(http_error_msg, response=self) [ 776.510227] env[65249]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b288bab4-2138-4a50-88b2-78a54a6a4656 [ 776.510227] env[65249]: Removing descriptor: 23 [ 776.698409] env[65249]: INFO networking_nsxv3.common.synchronization [req-df81aa31-54a3-4010-a599-e4f0de975052 req-7ead1429-805c-4d56-99a5-ff089e7f37c1 tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 776.699081] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 776.699520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.699701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.699803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.700064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.700292] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.700458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.700568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.700824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.700914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.701023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.752789] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.901270] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 776.901464] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 deletion is rescheduled due to dependency. [ 776.901582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.029331] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-f10b59ac-9616-4c96-89c5-0a689abbb092 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 777.029841] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-f10b59ac-9616-4c96-89c5-0a689abbb092 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 777.029841] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-f10b59ac-9616-4c96-89c5-0a689abbb092 service nova] Enqueued Resource ID: 00f2068f-ef25-4df4-84ad-eb3da25bc112 with Priority: HIGHEST for action port [ 777.030359] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 777.030436] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 777.030488] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f2068f-ef25-4df4-84ad-eb3da25bc112 with Priority: HIGHEST for action port [ 777.031796] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.031796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.031796] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.031796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.031796] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f2068f-ef25-4df4-84ad-eb3da25bc112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.031796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.031796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.032518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.032518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f2068f-ef25-4df4-84ad-eb3da25bc112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.036760] env[65249]: INFO networking_nsxv3.common.synchronization [req-df81aa31-54a3-4010-a599-e4f0de975052 req-eb865aab-7106-4da6-b42c-820d01bf800d tempest-ServersTestMultiNic-207082530 tempest-ServersTestMultiNic-207082530-project-member] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 777.037809] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGHEST for action security_group_members [ 777.038329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.038440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.204791] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.254857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.254975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.255347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.255392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.255486] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 777.292303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.292569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.292654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.292921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.293180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.303269] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 777.534018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f2068f-ef25-4df4-84ad-eb3da25bc112 with status ACTIVE [ 777.534287] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.534465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.534465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.534734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.534734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.535216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.535216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.535216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.535216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.535485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.535485] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.535602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.535602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.535874] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.535874] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.535874] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f2068f-ef25-4df4-84ad-eb3da25bc112 is going to be updated. [ 777.559124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.559282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.559345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.559625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.559762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.560388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f2068f-ef25-4df4-84ad-eb3da25bc112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.707755] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.879416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 777.879578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.879645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.880011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.880130] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.880300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.880359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.880586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.880586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.880699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.880762] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.881785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.882303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.882303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.882303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.882551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.882551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.882551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.882652] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.212593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.212817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.212899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.213166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.213268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.213369] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 778.245931] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.245931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.245931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.246135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.246217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.256847] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 778.297195] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 778.297549] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e408490b-80ee-4a80-b122-04fa6792ba05 deletion is rescheduled due to dependency. [ 778.297638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.385414] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.385544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.386083] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.522308] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e408490b-80ee-4a80-b122-04fa6792ba05 in Status: SUCCESS [ 778.522581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e408490b-80ee-4a80-b122-04fa6792ba05" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.595272] env[65249]: INFO networking_nsxv3.common.synchronization [req-be99284e-7be7-45c6-8768-39d725422bcb req-8cf26201-0e24-4ecf-83a3-ea9b15eb5ddd tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 778.596394] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 778.596786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.596923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.597024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.597242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.597372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.597484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.597559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.597681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.597766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.597865] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.889746] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.103290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.103534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.103638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.104409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.128230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.128519] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.128896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.128896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.129114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.129259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129395] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 779.171148] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.171148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.189055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 779.317184] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320085] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320085] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320085] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.321755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.322026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.326393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.326393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.326393] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.391729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.391920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.392050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.392232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.392327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.392427] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 779.429338] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.429975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.440837] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 779.827706] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20fe29b-95fc-4be4-a67c-4df3e17b8266: rpc.has_security_group_logging(os_id): False [ 779.871369] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.871369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.904889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.906253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.906369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.911772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.911772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.911772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.912103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.912103] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 780.013379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.013496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.013496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.013898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.029135] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 780.268805] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 780.269073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.269291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.269518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.269764] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.269913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.270022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.271182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.271182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.271182] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.349783] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-8f348b07-96f1-43bc-9b05-d366e0671508 tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 780.349783] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 780.349783] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.349783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.773716] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.773981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.774072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.774360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.800232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.800941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.800941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.800941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.801338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.801338] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be updated. [ 780.830530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.830866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.830866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.830950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.831110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.841964] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: IN_PROGRESS for 2s [ 780.924803] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.924988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.925140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.925427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.925684] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.925831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.925939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.926155] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.926292] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.926620] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.926620] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.926727] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.926816] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.926922] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.927032] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.927162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.939687] env[65249]: INFO networking_nsxv3.common.synchronization [req-aef3bc1d-f929-4ec9-b82b-fbdbd740a55c req-ca614674-4db7-44e8-be0e-25efb456fcc2 tempest-ListImageFiltersTestJSON-380308707 tempest-ListImageFiltersTestJSON-380308707-project-member] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 780.939687] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 780.941039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.941311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.941450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.941707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.941935] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.942102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.942210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.942413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.942532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.942670] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.945426] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.945654] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.945882] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.946103] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-32" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.946429] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.946657] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.946819] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.947164] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.947729] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.202897] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 781.202897] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 781.202897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.444289] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.450356] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450563] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450685] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.451131] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.451301] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.451451] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf not found, creating... [ 781.451708] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.451872] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.451981] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.452211] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.452336] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.452606] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.452795] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.452898] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.456164] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.456556] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.456697] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf is going to be created. [ 781.458407] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 781.458606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.459117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.459304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.459464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.459570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.459909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.459909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.459909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.459909] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.480238] env[65249]: INFO networking_nsxv3.common.synchronization [req-90e17e8d-f084-41b2-b11f-18cbe25da54f req-ec2ae67a-26bf-4e01-8f3c-7344f2a1d956 tempest-FloatingIPsAssociationNegativeTestJSON-14876763 tempest-FloatingIPsAssociationNegativeTestJSON-14876763-project-member] Enqueued Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 781.481487] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.481669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.481808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.482248] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.482473] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.482684] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.483657] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGHEST for action security_group_members [ 781.484225] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.484342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.484408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.484580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.487940] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.487940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.487940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.487940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.487940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.487940] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.948839] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.965242] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.990439] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.990608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.990714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.990999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.015124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.018345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.018345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.018345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.018345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018345] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 is going to be updated. [ 782.047216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 782.047484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.055423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.055678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.055802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.056143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.056467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.068262] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: IN_PROGRESS for 2s [ 782.281822] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-ea51af0f-d767-438b-be15-973c0d943007 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 782.281994] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-ea51af0f-d767-438b-be15-973c0d943007 service nova] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 782.282145] env[65249]: INFO networking_nsxv3.common.synchronization [req-d62a2d1d-efa8-4662-aaaf-d932d8249a4b req-ea51af0f-d767-438b-be15-973c0d943007 service nova] Enqueued Resource ID: ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf with Priority: HIGHEST for action port [ 782.282923] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_rules [ 782.285304] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 782.286275] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf with Priority: HIGHEST for action port [ 782.286275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.286275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.287474] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.287474] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.287622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.287784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.287784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.288131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.288131] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.451904] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.452158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.452277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.453434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.453434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.453434] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 782.466044] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.481333] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.481512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.481599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.481837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.482323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.493159] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 782.790657] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf with status ACTIVE [ 782.791014] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.791162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.791229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.791448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.791540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.791719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.793362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.793435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.793892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.793892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794325] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.794325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.794325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.794325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.794535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794535] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf is going to be updated. [ 782.823066] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.823066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.823066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.823514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.823740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.823945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea60a63d-d115-4ccb-b5ef-2fc301bfc1bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.863543] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735078ab-1451-4fef-bfd9-3844c42a02ca in Status: SUCCESS [ 782.863796] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca deletion is rescheduled due to dependency. [ 782.863947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.968868] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.969228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.969228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.969502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.969695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.969766] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 783.025309] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.025577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.025577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.025832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.026191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.039647] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 783.134349] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ac29c7f-eb20-4711-9a5b-62dbb39fdc02 req-7d4a0568-1f24-49ae-b523-f2018c29cfde tempest-FloatingIPsAssociationTestJSON-403569980 tempest-FloatingIPsAssociationTestJSON-403569980-project-member] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 783.134909] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 783.135230] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.135343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.135409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.135624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.135784] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.135878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.135939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.136432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.136526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.136616] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.501022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.501022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.501022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.501022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.501022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.501022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.501022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.501676] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.502068] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.502431] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.502651] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.502930] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.503146] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.503340] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.503522] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.503725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.525076] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.525076] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.525076] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.525076] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-608" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.525076] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-0467a160-fb24-44ec-8628-7d4b1be11841 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.525406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.525406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.525665] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.525777] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0467a160-fb24-44ec-8628-7d4b1be11841',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.640205] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.028962] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.029451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.029451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.029712] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.029917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.030220] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 0467a160-fb24-44ec-8628-7d4b1be11841 not found, creating... [ 784.030700] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.030951] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.031197] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.031556] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.031786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.032275] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.032456] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.032570] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.032831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.032935] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.033110] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 0467a160-fb24-44ec-8628-7d4b1be11841 is going to be created. [ 784.063979] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064417] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064636] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064894] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.065169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.085953] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 in Status: SUCCESS [ 784.086246] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 deletion is rescheduled due to dependency. [ 784.086413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.141933] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.506366] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 784.506593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.644751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.644751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 784.685501] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.687677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.687677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.687677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.687677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.696747] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 784.867434] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ac29c7f-eb20-4711-9a5b-62dbb39fdc02 req-d8e8d551-9142-415d-86c6-f8e667415e91 service nova] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_rules [ 784.868111] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ac29c7f-eb20-4711-9a5b-62dbb39fdc02 req-d8e8d551-9142-415d-86c6-f8e667415e91 service nova] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 784.868111] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ac29c7f-eb20-4711-9a5b-62dbb39fdc02 req-d8e8d551-9142-415d-86c6-f8e667415e91 service nova] Enqueued Resource ID: 0467a160-fb24-44ec-8628-7d4b1be11841 with Priority: HIGHEST for action port [ 784.868296] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_rules [ 784.868479] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 784.868534] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0467a160-fb24-44ec-8628-7d4b1be11841 with Priority: HIGHEST for action port [ 784.868801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.868935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.868985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.869408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.869524] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.870775] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.870775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.870775] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0467a160-fb24-44ec-8628-7d4b1be11841 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.870984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.870984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.871147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.871190] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0467a160-fb24-44ec-8628-7d4b1be11841',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.051605] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 785.052019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.052019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.052294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.052516] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.052643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.052702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.052997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.053182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.053275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.053442] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.053518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.053579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.053720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.053928] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.054070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.054134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.054321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.054399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.054480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.054579] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.055489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.056634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.056824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.056934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.057012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.057162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.057242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.057332] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.209818] env[65249]: INFO networking_nsxv3.common.synchronization [None req-884328df-0804-481d-a51c-aa3208db8528 None None] Enqueued Resource ID: 1dc77e56-0c6a-4050-8af8-499e04035226 with Priority: HIGHEST for action port [ 785.209818] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dc77e56-0c6a-4050-8af8-499e04035226 with Priority: HIGHEST for action port [ 785.209818] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dc77e56-0c6a-4050-8af8-499e04035226 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.209975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dc77e56-0c6a-4050-8af8-499e04035226" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.209975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dc77e56-0c6a-4050-8af8-499e04035226" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.210337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dc77e56-0c6a-4050-8af8-499e04035226" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.210337] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc77e56-0c6a-4050-8af8-499e04035226',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.374675] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.374675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.374675] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0467a160-fb24-44ec-8628-7d4b1be11841 with status ACTIVE [ 785.374675] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.374675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.374675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.374675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.374675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.375425] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.375425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.375425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.375425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.375425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.375886] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.377962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.377962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.377962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.377962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.377962] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0467a160-fb24-44ec-8628-7d4b1be11841 is going to be updated. [ 785.427071] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.427071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.427071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.427071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.427071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0467a160-fb24-44ec-8628-7d4b1be11841" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.562518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.562518] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f537208a-990a-4004-8786-672243bd123e: rpc.has_security_group_logging(os_id): False [ 785.595636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.595636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.595636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.599410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.599410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.599410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.599410] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f537208a-990a-4004-8786-672243bd123e is going to be created. [ 785.691725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.691725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.691725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.691725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.691725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.705757] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 785.712483] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dc77e56-0c6a-4050-8af8-499e04035226 [ 785.713293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.713293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.713293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.713293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.713627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.713627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dc77e56-0c6a-4050-8af8-499e04035226 already deleted. [ 785.713627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dc77e56-0c6a-4050-8af8-499e04035226" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.065167] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.570180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.570180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.570180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.570180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.570180] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 786.607888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.608115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.608233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.608675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.625936] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 786.709361] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 786.709361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.709361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.709361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.709573] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.709628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.710676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.710676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.710676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.710676] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.212880] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.716868] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.719936] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 787.720296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.720590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.720631] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.874185] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4ca3b7b7-bd3f-432b-a321-eb3599806c62 None None] Enqueued Resource ID: 783fcfb7-adcf-49ba-9f14-42c5b228476e with Priority: HIGHEST for action port [ 787.875013] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783fcfb7-adcf-49ba-9f14-42c5b228476e with Priority: HIGHEST for action port [ 787.875336] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-783fcfb7-adcf-49ba-9f14-42c5b228476e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.875467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783fcfb7-adcf-49ba-9f14-42c5b228476e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.875537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783fcfb7-adcf-49ba-9f14-42c5b228476e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.875806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783fcfb7-adcf-49ba-9f14-42c5b228476e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.875892] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783fcfb7-adcf-49ba-9f14-42c5b228476e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.218107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.218436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.218436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.221177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.221346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.221458] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 788.223067] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.223450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.254081] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.254081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.254300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.254393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.255607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.267861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 788.382752] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783fcfb7-adcf-49ba-9f14-42c5b228476e [ 788.383057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.383211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.383319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.383537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.383628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.383740] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783fcfb7-adcf-49ba-9f14-42c5b228476e already deleted. [ 788.384650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783fcfb7-adcf-49ba-9f14-42c5b228476e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.641036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 788.641993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.641993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.641993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.641993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.642232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.642232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.642294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.642376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.642472] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.145604] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.649454] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.151764] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.152217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.152310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.152409] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 790.191037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.191275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.191275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.191469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.191619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.201633] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 790.281139] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.281139] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281139] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.418515] env[65249]: INFO networking_nsxv3.common.synchronization [req-c576de2d-c0b6-4fa3-b7cc-68abe9e3ae88 req-923c784a-ccc8-4336-8b0d-958064ef4eee tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 790.423027] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 790.423027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.423027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.423027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.423027] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.783443] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.784194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.784194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.784194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.784194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.784194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.784495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.784495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.784495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.784573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.784751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.784817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.784817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.784989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.785192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.785259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.785417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.785579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.785625] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.928243] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.177977] env[65249]: INFO networking_nsxv3.common.synchronization [req-9697cfc2-393f-42ee-8741-7e4f8949b8a9 req-9d2f7445-bd66-49a6-bf10-f7d73f795eba tempest-ServersV294TestFqdnHostnames-443302131 tempest-ServersV294TestFqdnHostnames-443302131-project-member] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 791.177977] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 791.177977] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.177977] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.177977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177977] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.288400] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c319226-4ec6-4886-bd2c-a4966344f84b: rpc.has_security_group_logging(os_id): False [ 791.308472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.311026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.311026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.311026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.338718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.339128] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.339919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.340256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.340256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.340355] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.340446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.340506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.340642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.340731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.340813] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 791.433406] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.433406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.433406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.435096] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.452167] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 791.596787] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.597533] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-328" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.598074] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-328" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.598621] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-328" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.600045] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.600045] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.600045] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.600045] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.600045] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.600045] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.600401] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.600756] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.601030] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.601296] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.601527] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.601972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.640284] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.640284] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.640284] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.640284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-328" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.640422] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-e4b09464-b3be-4951-953a-6f8019cc59d8 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.640496] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.640601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.641507] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.641791] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b09464-b3be-4951-953a-6f8019cc59d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.682434] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.682723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.682826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.683224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.683433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.683931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.684070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.684329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.684469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.684734] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef already deleted. [ 791.684734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.940286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.940583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.940583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.940936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.941033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.941592] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 791.978533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.978802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.978953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.979349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.979584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.991263] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 792.149022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port e4b09464-b3be-4951-953a-6f8019cc59d8 not found, creating... [ 792.149022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149590] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149590] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: e4b09464-b3be-4951-953a-6f8019cc59d8 is going to be created. [ 792.172119] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.172119] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.172119] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.172398] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.172398] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.172661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.212221] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.212221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.212221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.212544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.212544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.212544] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.441025] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ec9ec36-61ad-4d1f-b0f8-ceeeddd79118 req-b0332be2-9698-46a4-baa8-c48c78b07671 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 792.441571] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 792.441978] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443076] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.443076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.443379] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.715131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.715438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.715438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.715660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.715832] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.716311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.716311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.716311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.716311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.716311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.716520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.716782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.716876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.717031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.717187] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.717280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.717341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.717611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.717611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.717611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.717718] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.927242] env[65249]: INFO networking_nsxv3.common.synchronization [req-9697cfc2-393f-42ee-8741-7e4f8949b8a9 req-1b5cacdd-4f5c-428a-9806-4186f38c9e1d service nova] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 792.927543] env[65249]: INFO networking_nsxv3.common.synchronization [req-9697cfc2-393f-42ee-8741-7e4f8949b8a9 req-1b5cacdd-4f5c-428a-9806-4186f38c9e1d service nova] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 792.929281] env[65249]: INFO networking_nsxv3.common.synchronization [req-9697cfc2-393f-42ee-8741-7e4f8949b8a9 req-1b5cacdd-4f5c-428a-9806-4186f38c9e1d service nova] Enqueued Resource ID: e4b09464-b3be-4951-953a-6f8019cc59d8 with Priority: HIGHEST for action port [ 792.929969] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_rules [ 792.930203] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 792.930352] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b09464-b3be-4951-953a-6f8019cc59d8 with Priority: HIGHEST for action port [ 792.930670] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.931369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.931698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.932062] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.934108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.934108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.934108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.934388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.934468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934596] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.935477] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b09464-b3be-4951-953a-6f8019cc59d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.935634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.935932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.936058] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b09464-b3be-4951-953a-6f8019cc59d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.944868] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.945177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.945177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.945297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.972130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.972403] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.972525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.972592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.972791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.972986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.973133] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 793.006646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.006845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.006890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.007332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.007332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.040232] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 793.220036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f537208a-990a-4004-8786-672243bd123e: rpc.has_security_group_logging(os_id): False [ 793.242308] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.242527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.242594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.242784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.242943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.243178] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.243279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.243344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.243515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.243594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.243789] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.243903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.244106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.244106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.244190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244401] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.244498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.244632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.244718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.244790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244875] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 793.320813] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.320898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.321037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.322892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.322892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338753] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 793.439568] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.439761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.439927] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.440929] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4b09464-b3be-4951-953a-6f8019cc59d8 with status ACTIVE [ 793.441142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.441266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.441335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.441627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441869] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.442028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.442102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.442264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.442342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.442531] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.442626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.442719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.443053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.443053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.443053] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4b09464-b3be-4951-953a-6f8019cc59d8 is going to be updated. [ 793.468889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 793.469206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.485751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.485982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.485982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.486208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.486394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.486739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b09464-b3be-4951-953a-6f8019cc59d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949685] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.003192] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 794.003368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.450779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.450950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.451083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.451291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.451391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.451493] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef is going to be created. [ 794.474779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.476120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.476120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.476550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.488554] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: UNINITIALIZED for 2s [ 795.053275] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 795.053275] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d deletion is rescheduled due to dependency. [ 795.053275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.361305] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 795.361305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.361305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.361465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.361498] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.866457] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.866744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.867219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.867219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.867436] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.867572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.867659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.867943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.868810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.868810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.868810] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.375797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.379019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.379019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.380316] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.501600] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: SUCCESS [ 796.501962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.502634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.502860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.503103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.503179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.503346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.503449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503593] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.884627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f537208a-990a-4004-8786-672243bd123e: rpc.has_security_group_logging(os_id): False [ 796.903275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.903767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904137] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.904251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.904316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.904477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.904571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.906730] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.906730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.906730] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 796.977863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.977992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.978093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.978257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.978415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.995162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 797.010935] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.510912] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b339174-a57a-4f9d-8dba-e132788d94ef: rpc.has_security_group_logging(os_id): False [ 797.535329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.535329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.535554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535963] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.536073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.536245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.536245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.536346] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef is going to be created. [ 797.615401] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.615633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.615675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.615949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.616225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.630292] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: IN_PROGRESS for 2s [ 797.931090] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.931228] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 799.015826] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 799.015826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.644862] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: SUCCESS [ 799.645112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668205] env[65249]: INFO networking_nsxv3.common.synchronization [req-36f0c5ac-64d1-4b7f-a253-23578765acd1 req-7f46bf7f-8379-4854-931e-28813f279639 tempest-ServerMetadataNegativeTestJSON-888590010 tempest-ServerMetadataNegativeTestJSON-888590010-project-member] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 799.669131] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 799.669131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.669288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.669361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.670341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.670341] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.670341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.670341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.670341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.670341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.670341] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.131600] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.131861] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-635" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.131898] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-635" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.132256] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-635" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.132520] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.132675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.132786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.133544] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.133744] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.133957] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.134078] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.134182] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.134286] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.134387] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.134487] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.134612] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.162364] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.162547] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.162654] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.162849] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-635" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.163285] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-565213e3-ac60-465f-a9a5-d7bf9323b1da taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.163427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.163543] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.163863] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.164039] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('565213e3-ac60-465f-a9a5-d7bf9323b1da',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.173555] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.173894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.173894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.173997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.174712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.175036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.175179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.175244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.175633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.175995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.175995] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef already deleted. [ 800.175995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.378885] env[65249]: INFO networking_nsxv3.common.synchronization [req-60f46020-c446-47d1-89b6-b4d674d46356 req-ea8ea4d8-d610-404b-bf97-63d2ea1a3766 tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 800.378885] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 800.378885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.378885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.378885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.378885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.378885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.378885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.378885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.379304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.379304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.379304] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.667117] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.667345] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.667505] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.667741] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.667873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.668030] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 565213e3-ac60-465f-a9a5-d7bf9323b1da not found, creating... [ 800.668282] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668437] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668522] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.669406] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.669406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.669608] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.669654] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.669762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.669897] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 565213e3-ac60-465f-a9a5-d7bf9323b1da is going to be created. [ 800.703023] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.703023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.703023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.703023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.703023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.703023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.881621] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.384390] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.437986] env[65249]: INFO networking_nsxv3.common.synchronization [req-36f0c5ac-64d1-4b7f-a253-23578765acd1 req-af089d0c-b750-40bc-86c6-8c23e038cb7c service nova] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_rules [ 801.438296] env[65249]: INFO networking_nsxv3.common.synchronization [req-36f0c5ac-64d1-4b7f-a253-23578765acd1 req-af089d0c-b750-40bc-86c6-8c23e038cb7c service nova] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 801.438380] env[65249]: INFO networking_nsxv3.common.synchronization [req-36f0c5ac-64d1-4b7f-a253-23578765acd1 req-af089d0c-b750-40bc-86c6-8c23e038cb7c service nova] Enqueued Resource ID: 565213e3-ac60-465f-a9a5-d7bf9323b1da with Priority: HIGHEST for action port [ 801.439318] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_rules [ 801.439456] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 801.439580] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565213e3-ac60-465f-a9a5-d7bf9323b1da with Priority: HIGHEST for action port [ 801.439887] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.440037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.440128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.440391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.440484] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.442234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.442234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.442234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.442234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.442234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.442234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.442234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.442535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.442535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.442535] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.446626] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-565213e3-ac60-465f-a9a5-d7bf9323b1da taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446626] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('565213e3-ac60-465f-a9a5-d7bf9323b1da',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.887802] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.887802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.887802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.887802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.887802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.887802] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 801.931599] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.931833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.933059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.933339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.933501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.945214] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 801.952160] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.952160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.952160] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 565213e3-ac60-465f-a9a5-d7bf9323b1da with status ACTIVE [ 801.952160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.952160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.952160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.952961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.953184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.953256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.953437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.953521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.953614] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 565213e3-ac60-465f-a9a5-d7bf9323b1da is going to be updated. [ 801.986826] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.987020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.987143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.987403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.987612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.987844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-565213e3-ac60-465f-a9a5-d7bf9323b1da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.456811] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.959440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.959620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.959711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.959868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.959955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.960064] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef is going to be created. [ 802.985987] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.998468] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: UNINITIALIZED for 2s [ 803.956420] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 803.956781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.008372] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: SUCCESS [ 805.008694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.011472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.011731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.011971] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.013187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.013187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.013187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.013187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.013187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.013187] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.193409] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4a156432-63e4-4542-a3aa-6ac936324212 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 805.193409] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 805.193409] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.193409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.193409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.193409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.193784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.290227] env[65249]: INFO networking_nsxv3.common.synchronization [None req-87cfa95c-bdcb-4a7f-8461-d91d8c1974b4 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 805.290636] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 805.291055] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.291152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.517882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.518092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.518197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.519038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.519038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.519461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.520332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.520332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.520432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.520566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.520786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.520943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.521051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.524836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.525069] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.526052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.526052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.526052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.526052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.526052] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.719976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.722494] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 already deleted. [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.722494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.722494] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.028435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef: rpc.has_security_group_logging(os_id): False [ 806.049498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.049711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.049711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.050075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.050075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.050075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.050462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.050462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.050647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.050723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.050942] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.051066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.051108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.051337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.051397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.051622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.052261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.052261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.052261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.054029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.054029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef is going to be created. [ 806.126121] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.126818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.126818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.127032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.127222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.140853] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: IN_PROGRESS for 2s [ 806.244755] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.244951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.244951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.245202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.245367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.245477] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 already deleted. [ 806.245566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.578748] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff65556a-b56b-4796-8788-80b016720b28 req-13b8806c-544b-4135-8701-8032a97db154 tempest-ImagesOneServerTestJSON-1523147254 tempest-ImagesOneServerTestJSON-1523147254-project-member] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 807.579649] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 807.580300] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.580300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.580300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.580715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.580715] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.580810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581505] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.086104] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.086104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.086104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.086104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.086104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.087093] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.087093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.087093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.087093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.087093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.087093] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb already deleted. [ 808.087093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.100019] env[65249]: INFO networking_nsxv3.common.synchronization [None req-9acf857b-4b4a-49a7-afe3-96a074f71be5 None None] Enqueued Resource ID: a3230bec-f623-492a-8bfc-4ba3ddd6ae48 with Priority: HIGHEST for action port [ 808.100891] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3230bec-f623-492a-8bfc-4ba3ddd6ae48 with Priority: HIGHEST for action port [ 808.101250] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3230bec-f623-492a-8bfc-4ba3ddd6ae48 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.101413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3230bec-f623-492a-8bfc-4ba3ddd6ae48" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.101461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3230bec-f623-492a-8bfc-4ba3ddd6ae48" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.102363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3230bec-f623-492a-8bfc-4ba3ddd6ae48" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.102363] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3230bec-f623-492a-8bfc-4ba3ddd6ae48',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.154903] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: SUCCESS [ 808.154903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160050] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-167" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-167" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.160050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-167" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160050] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160609] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.161119] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.161481] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.161861] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.163340] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.163340] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.163340] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.163340] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.163340] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.163340] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.208809] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.209084] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.209154] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.209304] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-167" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.209630] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.209793] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.209957] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.210295] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.210420] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a3da38-2b75-4cfa-8ac6-3236ae3b8b96',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.603511] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3230bec-f623-492a-8bfc-4ba3ddd6ae48 [ 808.603893] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.603893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.603999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.604317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.604443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.604569] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3230bec-f623-492a-8bfc-4ba3ddd6ae48 already deleted. [ 808.604670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3230bec-f623-492a-8bfc-4ba3ddd6ae48" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.714024] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.714024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.714276] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.714539] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.714714] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.714882] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 not found, creating... [ 808.715760] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.715760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.715760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.715760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.715975] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.716479] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.716652] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.716829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.717093] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.717287] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.717517] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 is going to be created. [ 808.741393] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.741625] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.741786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.741997] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.742238] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.742661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.446308] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff65556a-b56b-4796-8788-80b016720b28 req-e158e72d-627a-402e-895b-d3b8b22a2aaf service nova] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_rules [ 809.446308] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff65556a-b56b-4796-8788-80b016720b28 req-e158e72d-627a-402e-895b-d3b8b22a2aaf service nova] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 809.446308] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff65556a-b56b-4796-8788-80b016720b28 req-e158e72d-627a-402e-895b-d3b8b22a2aaf service nova] Enqueued Resource ID: 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 with Priority: HIGHEST for action port [ 809.446562] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_rules [ 809.446692] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 809.446786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 with Priority: HIGHEST for action port [ 809.447353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.447478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.447576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.447781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.447866] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.448703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.449471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.449471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.449471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.449471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.449471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.449471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.449713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.449713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.449713] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.451614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.451614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.451716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.452561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.452649] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a3da38-2b75-4cfa-8ac6-3236ae3b8b96',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.680811] env[65249]: INFO networking_nsxv3.common.synchronization [req-d59df654-c514-4014-89ce-778a3538b534 req-a7aef0e4-fe20-44cf-94fa-c6a3561e1233 tempest-FloatingIPsAssociationTestJSON-403569980 tempest-FloatingIPsAssociationTestJSON-403569980-project-member] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 809.682535] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 809.682535] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.682535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.682535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.683147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.683147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.683147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.684959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.684959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.684959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.684959] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.952832] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.954216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.954354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.955560] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 with status ACTIVE [ 809.955727] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.955821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.955869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.956119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.956228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.956472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.956617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.956713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.956924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.957060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.957292] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.957391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.957452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.957590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.957662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.957743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93a3da38-2b75-4cfa-8ac6-3236ae3b8b96 is going to be updated. [ 809.985839] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.985974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.986052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a3da38-2b75-4cfa-8ac6-3236ae3b8b96" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.161240] env[65249]: INFO networking_nsxv3.common.synchronization [req-601ff456-c217-4b98-ac9a-f8ffebd8f10b req-71c12f92-90f4-477c-b9cb-929e4343cd28 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 810.161928] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 810.162273] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.162399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.165803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.165803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.165803] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.186608] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.455998] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.630205] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.630400] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.630517] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.630831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.631122] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.631276] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.631385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.631587] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.631724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.631919] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.632105] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.632280] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.632423] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.632534] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.632633] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.632756] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.652838] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.652838] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.652838] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.652838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.652838] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-135e38fc-1687-4755-920c-7dcc4370f4bf taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.652838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.652838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.652838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.652838] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135e38fc-1687-4755-920c-7dcc4370f4bf',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.667742] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.667890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.667965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.668229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.668322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.668525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.668624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.668686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.668832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.668907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.668991] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f already deleted. [ 810.669086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.685397] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c05c3746-3a84-4477-b723-ddfcc36281ea None None] Enqueued Resource ID: bb8a8eb5-fc57-4382-ad16-91d95707a8ba with Priority: HIGHEST for action port [ 810.685895] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a8eb5-fc57-4382-ad16-91d95707a8ba with Priority: HIGHEST for action port [ 810.686873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8a8eb5-fc57-4382-ad16-91d95707a8ba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.686873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8a8eb5-fc57-4382-ad16-91d95707a8ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.686873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8a8eb5-fc57-4382-ad16-91d95707a8ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.686873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8a8eb5-fc57-4382-ad16-91d95707a8ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.686873] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a8eb5-fc57-4382-ad16-91d95707a8ba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.688985] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.781539] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d7d93604-3a5c-49d2-9c40-3fad90cd9049 None None] Enqueued Resource ID: 1bb1a15d-3391-4764-bbad-0928f0655bde with Priority: HIGHEST for action port [ 810.782223] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb1a15d-3391-4764-bbad-0928f0655bde with Priority: HIGHEST for action port [ 810.782874] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb1a15d-3391-4764-bbad-0928f0655bde taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.782874] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb1a15d-3391-4764-bbad-0928f0655bde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.783110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb1a15d-3391-4764-bbad-0928f0655bde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.784687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb1a15d-3391-4764-bbad-0928f0655bde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.784781] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb1a15d-3391-4764-bbad-0928f0655bde',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.961811] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.961811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.961811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.961811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.961811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.961811] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb is going to be created. [ 810.987300] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.989441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.989441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.989441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.997896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: UNINITIALIZED for 2s [ 811.158100] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.158100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.158100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.158100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.158100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.158100] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 135e38fc-1687-4755-920c-7dcc4370f4bf not found, creating... [ 811.158395] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.158451] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.158544] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.158710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.158826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.159120] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.159988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.159988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.159988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.159988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.159988] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 135e38fc-1687-4755-920c-7dcc4370f4bf is going to be created. [ 811.183370] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.183588] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.183588] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.183850] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.185069] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.185069] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.192116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb8a8eb5-fc57-4382-ad16-91d95707a8ba [ 811.192116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.192116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb8a8eb5-fc57-4382-ad16-91d95707a8ba already deleted. [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8a8eb5-fc57-4382-ad16-91d95707a8ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.192116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.192116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.192116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 811.227955] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.228177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.228309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.228580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.229575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.250241] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 811.287066] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb1a15d-3391-4764-bbad-0928f0655bde [ 811.287849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.287849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.287849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.288085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.288237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.288379] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb1a15d-3391-4764-bbad-0928f0655bde already deleted. [ 811.288494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb1a15d-3391-4764-bbad-0928f0655bde" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.978030] env[65249]: INFO networking_nsxv3.common.synchronization [req-601ff456-c217-4b98-ac9a-f8ffebd8f10b req-94d1cd3d-0f35-49ec-813d-dedf3a2fa4b4 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 811.978452] env[65249]: INFO networking_nsxv3.common.synchronization [req-601ff456-c217-4b98-ac9a-f8ffebd8f10b req-94d1cd3d-0f35-49ec-813d-dedf3a2fa4b4 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 811.978452] env[65249]: INFO networking_nsxv3.common.synchronization [req-601ff456-c217-4b98-ac9a-f8ffebd8f10b req-94d1cd3d-0f35-49ec-813d-dedf3a2fa4b4 service nova] Enqueued Resource ID: 135e38fc-1687-4755-920c-7dcc4370f4bf with Priority: HIGHEST for action port [ 811.978867] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 811.981327] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 811.981327] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135e38fc-1687-4755-920c-7dcc4370f4bf with Priority: HIGHEST for action port [ 811.981327] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.982739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.982882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.983404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.983404] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.984932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.985033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.985103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.985280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.985416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.985516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.985571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.986017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.986017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.986017] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.987918] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-135e38fc-1687-4755-920c-7dcc4370f4bf taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.987918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.987918] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135e38fc-1687-4755-920c-7dcc4370f4bf',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.488975] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.489164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.490594] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.491962] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135e38fc-1687-4755-920c-7dcc4370f4bf with status ACTIVE [ 812.491962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.492155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.492155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.492584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.492584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.492700] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.492753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.492829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.493280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.493280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.493532] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.493654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.493812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.494411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.494411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.494411] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135e38fc-1687-4755-920c-7dcc4370f4bf is going to be updated. [ 812.520249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.520976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.520976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.520976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.521137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.521778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135e38fc-1687-4755-920c-7dcc4370f4bf" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.837108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.837577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.837870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.838215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.838402] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.997293] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.010375] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: SUCCESS [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.011962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.011962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.012482] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.260855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 813.261124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.341710] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.505733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.505733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.505733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.505733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.505733] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be created. [ 813.519285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.519485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.519531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.520769] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.520769] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.520769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521720] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.532441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.532635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.532712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.533074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.533183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.544920] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: UNINITIALIZED for 2s [ 813.709810] env[65249]: INFO networking_nsxv3.common.synchronization [req-b9ef5730-1bc8-45d1-9599-8c8736a62b92 req-263baf47-3b0e-4606-b945-34d2f9823746 tempest-SecurityGroupRulesNegativeTestJSON-1125405042 tempest-SecurityGroupRulesNegativeTestJSON-1125405042-project-member] Enqueued Resource ID: 095404e7-6400-4050-9e10-cbdb84d821b8 with Priority: HIGHEST for action security_group_rules [ 813.711875] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095404e7-6400-4050-9e10-cbdb84d821b8 with Priority: HIGHEST for action security_group_rules [ 813.711875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095404e7-6400-4050-9e10-cbdb84d821b8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.711875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.711875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.711875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.711875] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095404e7-6400-4050-9e10-cbdb84d821b8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.844420] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.027871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb: rpc.has_security_group_logging(os_id): False [ 814.033326] env[65249]: INFO networking_nsxv3.common.synchronization [None req-bc0f2f7a-a86f-4efa-bcbd-253f5bb6c2a0 None None] Enqueued Resource ID: 46d15e39-71ea-4bac-aa10-88ad21418e75 with Priority: HIGHEST for action port [ 814.034451] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d15e39-71ea-4bac-aa10-88ad21418e75 with Priority: HIGHEST for action port [ 814.036102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-46d15e39-71ea-4bac-aa10-88ad21418e75 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46d15e39-71ea-4bac-aa10-88ad21418e75" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46d15e39-71ea-4bac-aa10-88ad21418e75" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46d15e39-71ea-4bac-aa10-88ad21418e75" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.036434] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d15e39-71ea-4bac-aa10-88ad21418e75',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.060479] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.061969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.063044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.063259] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.067030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067030] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb is going to be created. [ 814.168271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.168271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.168271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.168271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.168565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.200205] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: IN_PROGRESS for 2s [ 814.241110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.241340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.241340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.241537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.241615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.241713] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095404e7-6400-4050-9e10-cbdb84d821b8 already deleted. [ 814.241784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.347447] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.347574] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 814.541012] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46d15e39-71ea-4bac-aa10-88ad21418e75 [ 814.541324] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.541778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541976] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46d15e39-71ea-4bac-aa10-88ad21418e75 already deleted. [ 814.542054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46d15e39-71ea-4bac-aa10-88ad21418e75" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.980075] env[65249]: INFO networking_nsxv3.common.synchronization [req-25b07c9d-1435-492b-ad8b-2ad89084070a req-13c3db9c-1e06-42a9-a890-fb2b6af61752 tempest-SecurityGroupRulesNegativeTestJSON-1125405042 tempest-SecurityGroupRulesNegativeTestJSON-1125405042-project-member] Enqueued Resource ID: 095404e7-6400-4050-9e10-cbdb84d821b8 with Priority: HIGHEST for action security_group_rules [ 814.980815] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095404e7-6400-4050-9e10-cbdb84d821b8 with Priority: HIGHEST for action security_group_rules [ 814.981964] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095404e7-6400-4050-9e10-cbdb84d821b8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.981964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.981964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.982466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.982466] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095404e7-6400-4050-9e10-cbdb84d821b8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.212147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.212501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.212501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.212579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.228422] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.229524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.230650] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 815.263619] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.264080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.272359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.272743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 815.272821] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.272920] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.314176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.314176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.314176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.314176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.314176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.314176] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 815.386378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.386378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.386378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.386688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.386753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.387067] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 815.461199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.461403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.461535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.461690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.461918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.462192] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 815.462290] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'84999cf9-57f1-43ca-9a69-4a9d49c68560', '719ddeba-fc5f-47a0-a616-7d8b0d93c733', '09c87331-4236-444e-8203-d75afef706f4', '7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2', '33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef', 'cc5441ca-bb47-4f41-bfd0-312590a37925', '0b171751-9faa-4caf-96ef-0d40d088802d', '95644a3d-30f2-4b8f-b18b-41180105ad83', '735078ab-1451-4fef-bfd9-3844c42a02ca', '118f9f25-6bb3-4550-ac76-29d6f92b4aa6', '1ac20c48-a761-4f63-bd4d-40a6c2b383c5', '38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb', '24085b3b-c2ef-45c9-859d-d81b97be1ec2', '1330a2fa-2d14-4426-853b-1ad59322dee0', '3ebc332f-0153-44ec-9343-ceef7f0efd60', '4c319226-4ec6-4886-bd2c-a4966344f84b', 'b302856a-8aff-4946-bbed-06d1cd893774', '1724e4b8-403d-4b53-8c99-b1d03ec7903f', '72b12ecd-e574-44fd-a632-1bbd45483d73', 'c1634da0-1b2f-4179-bded-90335583eb07', '8b339174-a57a-4f9d-8dba-e132788d94ef', '0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a', '7992e91c-4037-43c9-ba0d-522387e166c7', '16dafd88-df65-4671-a07d-cdbaf269e2e1', '48a0edf7-3d94-482b-838b-ef267100a1f7', '50ed80b9-807a-4209-8f2a-9491f0a72cee', 'e408490b-80ee-4a80-b122-04fa6792ba05', '6c95f15d-79ad-4413-a19b-d5c7caa3bd3c', 'a59f5d17-19ec-4ffd-9c67-96ce8928c6c4', '281eae4c-021f-492f-bb83-2731c0f5d750', 'ccdaf268-ae4d-434e-afad-736bdae11fc1', 'e20fe29b-95fc-4be4-a67c-4df3e17b8266', '3981dacc-178e-4891-9494-da5804f25cc7', 'baf6832b-3fef-4084-9e3f-061c70aec71d', '3063d841-308d-44d1-9da0-a5b12c631b47', '543f35d7-d23e-42f4-bb9d-6df8fad6ed8c', '1adfca06-eff7-499c-8d0e-d7319d122432', 'f537208a-990a-4004-8786-672243bd123e', '7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0'} {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.462383] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 815.484807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.484959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.485018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.485230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.485316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.485426] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 815.485495] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.485564] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 815.503765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.503765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.503765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.503765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.504313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.504313] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095404e7-6400-4050-9e10-cbdb84d821b8 already deleted. [ 815.504313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095404e7-6400-4050-9e10-cbdb84d821b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.553672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.553672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.553672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.553672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.553672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.553672] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 815.553672] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.553672] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 815.553672] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 815.553672] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 815.555458] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGH for action security_group_rules [ 815.555566] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGH for action security_group_rules [ 815.555639] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGH for action security_group_rules [ 815.555706] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGH for action security_group_rules [ 815.555768] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGH for action security_group_rules [ 815.555830] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGH for action security_group_rules [ 815.555889] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGH for action security_group_rules [ 815.555948] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGH for action security_group_rules [ 815.556019] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGH for action security_group_rules [ 815.556082] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGH for action security_group_rules [ 815.556140] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGH for action security_group_rules [ 815.556198] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGH for action security_group_rules [ 815.556256] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGH for action security_group_rules [ 815.556314] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGH for action security_group_rules [ 815.556410] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGH for action security_group_rules [ 815.556449] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGH for action security_group_rules [ 815.556503] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGH for action security_group_rules [ 815.556564] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGH for action security_group_rules [ 815.556623] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGH for action security_group_rules [ 815.556692] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGH for action security_group_rules [ 815.556805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.557998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 815.558421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.558421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.558739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.558863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.559101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.559182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.559262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.559349] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.062012] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.062012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.062240] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.062692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.062692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.062692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.062898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.064347] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.064347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.064347] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.215470] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: SUCCESS [ 816.215764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.567582] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 816.585511] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.585670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.585731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.585940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.586044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.586271] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.586371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.586433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.586567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.586639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.586809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.586893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.586955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.587227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.587360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.587438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.587681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.587763] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be created. [ 816.647694] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.648540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.648613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.649050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.649642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.666166] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 818.126195] env[65249]: INFO networking_nsxv3.common.synchronization [req-2f8b9df4-8dec-4cf4-a1eb-1e6965e56d65 req-b70f5b29-a2bc-4c5d-8b63-a2189ce3a28d tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 818.129176] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 818.130028] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 with Priority: HIGH for action security_group_rules [ 818.130028] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c87331-4236-444e-8203-d75afef706f4 with Priority: HIGH for action security_group_rules [ 818.130028] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGH for action security_group_rules [ 818.130232] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 with Priority: HIGH for action security_group_rules [ 818.130232] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1634da0-1b2f-4179-bded-90335583eb07 with Priority: HIGH for action security_group_rules [ 818.130232] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 with Priority: HIGH for action security_group_rules [ 818.130322] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f with Priority: HIGH for action security_group_rules [ 818.131038] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302856a-8aff-4946-bbed-06d1cd893774 with Priority: HIGH for action security_group_rules [ 818.131038] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGH for action security_group_rules [ 818.131038] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGH for action security_group_rules [ 818.131236] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGH for action security_group_rules [ 818.131827] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGH for action security_group_rules [ 818.132363] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 with Priority: HIGH for action security_group_rules [ 818.132363] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGH for action security_group_rules [ 818.132363] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735078ab-1451-4fef-bfd9-3844c42a02ca with Priority: HIGH for action security_group_rules [ 818.132524] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGH for action security_group_rules [ 818.132558] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 with Priority: HIGH for action security_group_rules [ 818.133114] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGH for action security_group_rules [ 818.133114] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGH for action security_group_rules [ 818.133114] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 with Priority: HIGH for action security_group_rules [ 818.134054] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.134054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.134054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134567] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.134679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.134743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135309] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.137245] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84999cf9-57f1-43ca-9a69-4a9d49c68560 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.137375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.137446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.137704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.137783] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84999cf9-57f1-43ca-9a69-4a9d49c68560',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.138852] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09c87331-4236-444e-8203-d75afef706f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.138955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.139093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.139194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.139278] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09c87331-4236-444e-8203-d75afef706f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.140576] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.140779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.140859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.141327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.141524] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.142836] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebc332f-0153-44ec-9343-ceef7f0efd60 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.142948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.143028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.143337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.143425] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebc332f-0153-44ec-9343-ceef7f0efd60',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.145175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1634da0-1b2f-4179-bded-90335583eb07 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.145440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.145783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146622] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1634da0-1b2f-4179-bded-90335583eb07',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.147430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b12ecd-e574-44fd-a632-1bbd45483d73 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.147895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148013] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b12ecd-e574-44fd-a632-1bbd45483d73',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.149386] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.150185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.150257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.150456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.150532] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1724e4b8-403d-4b53-8c99-b1d03ec7903f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.151714] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b302856a-8aff-4946-bbed-06d1cd893774 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.151826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.151902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.152210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.152295] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b302856a-8aff-4946-bbed-06d1cd893774',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.153244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.153423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.153596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153671] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.154556] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.154664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.154740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.155037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.155037] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.155952] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.156134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.156221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156462] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.157330] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.157499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.157555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.157750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.157831] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.158698] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.158821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.158890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.159052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.159147] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ac20c48-a761-4f63-bd4d-40a6c2b383c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.162560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.162693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.162763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.162947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.163034] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.164194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735078ab-1451-4fef-bfd9-3844c42a02ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.164330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.164404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.164618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.164721] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735078ab-1451-4fef-bfd9-3844c42a02ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.165882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166408] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.167410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95644a3d-30f2-4b8f-b18b-41180105ad83 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.167531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.167584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.167884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.167986] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95644a3d-30f2-4b8f-b18b-41180105ad83',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.169231] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.169373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.169449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.169633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.169716] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.170751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.170887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.170961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.171177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.171267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.172200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.172311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.172576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.172673] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.172914] env[65249]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 818.178923] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.215489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.215664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.215729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.215911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.218728] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.218882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.219759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.219895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.249367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.249565] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09c87331-4236-444e-8203-d75afef706f4 is going to be deleted. [ 818.253586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.253586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.278169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.278169] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be deleted. [ 818.278796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.278796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.301440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301649] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84999cf9-57f1-43ca-9a69-4a9d49c68560 is going to be deleted. [ 818.330917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.330917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.331271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.331404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.331496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.331681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09c87331-4236-444e-8203-d75afef706f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.347614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.347614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.347614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.347867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.347867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.347940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.390327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.390373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.390555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.390641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84999cf9-57f1-43ca-9a69-4a9d49c68560" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.681364] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 818.681601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691662] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.729163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.729713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.729824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.730422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.730422] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.730422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.730422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.730664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.730664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.730737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.730808] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.732348] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.732516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.732563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.732740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.732890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.733721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.733721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.733721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.733721] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.737557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.737695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.737839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.737897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.738158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.738302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.738406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.738568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.738641] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.744670] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.745196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.745196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.745196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.745397] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.745460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.745499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.745887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.745887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.745887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.745887] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.749094] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.749256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.752376] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.752376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.752624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.752668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.754058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.754058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.754058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.754058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.754058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.754058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.754058] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.757574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.757574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.757574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.757574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.757574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.757574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.757574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.757956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.757956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.757956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.757956] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.762203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.762295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.763663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.770108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.771042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.771142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.771362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771898] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.772047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.772115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.772283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.772536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.772536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.772622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.772694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.772751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.772891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.773038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.773155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.773220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.773357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.773842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.773842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.773842] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.802882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.803052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.807961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.807961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809409] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.810210] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.810349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.811199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ac20c48-a761-4f63-bd4d-40a6c2b383c5 is going to be deleted. [ 818.813799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.813947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.814031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.814246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.817245] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.817405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.818120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.818259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.839761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.840017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1724e4b8-403d-4b53-8c99-b1d03ec7903f is going to be deleted. [ 818.840876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.841161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.860024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.860024] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be deleted. [ 818.860942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.861241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.880672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.880853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.882082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.882217] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b12ecd-e574-44fd-a632-1bbd45483d73 is going to be deleted. [ 818.883159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.883391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.898168] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.898406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.902764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.902949] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735078ab-1451-4fef-bfd9-3844c42a02ca is going to be deleted. [ 818.904244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.904462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.918580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.922531] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95644a3d-30f2-4b8f-b18b-41180105ad83 is going to be deleted. [ 818.923574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.923794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.949923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.950076] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b302856a-8aff-4946-bbed-06d1cd893774 is going to be deleted. [ 818.951215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.951430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.978072] env[65249]: INFO networking_nsxv3.common.synchronization [req-fd43b732-d094-48ff-893a-208a1c304683 req-aac6c0d6-25d0-427e-a45d-b34f6aae8ff2 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 818.978668] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 818.978982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.979917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.979997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.980303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.980467] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.980583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.980648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.980914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.980914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.981036] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.027054] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.032600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.032775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebc332f-0153-44ec-9343-ceef7f0efd60 is going to be deleted. [ 819.033813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.034130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.071882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.071882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.086920] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.086920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.112470] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1634da0-1b2f-4179-bded-90335583eb07 is going to be deleted. [ 819.114074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.114499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.181941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.182342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188399] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2 is going to be deleted. [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ac20c48-a761-4f63-bd4d-40a6c2b383c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.189723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.189956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.190226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1724e4b8-403d-4b53-8c99-b1d03ec7903f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.191928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.192275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.192464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.192671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b12ecd-e574-44fd-a632-1bbd45483d73" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.194053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95644a3d-30f2-4b8f-b18b-41180105ad83" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.194902] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.195170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.197236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.197236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.197236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.197236] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 819.198398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.198398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.198398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.198398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735078ab-1451-4fef-bfd9-3844c42a02ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.198755] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.198850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.198913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.199573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.199656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.199765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebc332f-0153-44ec-9343-ceef7f0efd60" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.199898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.200189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.200471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.200611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b302856a-8aff-4946-bbed-06d1cd893774" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.235472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.235708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.235742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.236355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.236568] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.237122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.237248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.237477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.237598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.237726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.237917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.238923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.239306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.239748] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.239748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.239748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.239969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.239969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.240051] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.249668] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.249668] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.249668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.250142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.250142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.250142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.250142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.250142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.250332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.250332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.250767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.250767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.250767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.250767] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.254908] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.268777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.268993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.269091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.269329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.269562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.269702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.269788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.269968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270335] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.270528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270836] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.271089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.271247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.271330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.271415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.271504] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.273497] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.273497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.273497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.273877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.273877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.273877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.273877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.274147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.274763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.274763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275133] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.275563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.275596] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.277190] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5441ca-bb47-4f41-bfd0-312590a37925: rpc.has_security_group_logging(os_id): False [ 819.292895] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.292895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.292895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.292895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.292895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.292895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1634da0-1b2f-4179-bded-90335583eb07" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.298356] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.298528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.298581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.298830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.318848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.319081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.319139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.319317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.319470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.346614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.346614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.346789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.346789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.346976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.347215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.347291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.347433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.347433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.347606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.347743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.347841] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.347908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.348389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.348389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.348389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.348389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 819.350482] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 819.408594] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.408594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.408594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.408594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.408594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.408594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9340e8-d29d-404d-9eb6-dc1d2f60f1f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.423248] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.423754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-607" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.424075] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-607" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.424578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-607" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.425019] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.425572] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.425806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426310] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.426614] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.426976] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.427215] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.427489] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.427867] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.428089] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.428313] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.428565] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.470630] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.470630] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.470630] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.470846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-607" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.471215] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-2766de85-04f1-4416-adc1-89915eaf9cbd taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471558] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.472139] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766de85-04f1-4416-adc1-89915eaf9cbd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.487200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.487200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.487647] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 already deleted. [ 819.487647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.490029] env[65249]: INFO networking_nsxv3.common.synchronization [req-76f85ab2-a5d7-4ce4-bd76-b5861d717a60 req-fe101026-dac2-4931-a8b7-0cb4e69a64cf tempest-ServerMetadataNegativeTestJSON-888590010 tempest-ServerMetadataNegativeTestJSON-888590010-project-member] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 819.490612] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGHEST for action security_group_members [ 819.490771] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.490865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.490919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.491053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.491203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.491291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.492022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.492022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.492022] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.509882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.510071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.510149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.510353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.510505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.539808] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 819.746811] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c319226-4ec6-4886-bd2c-a4966344f84b: rpc.has_security_group_logging(os_id): False [ 819.754069] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1330a2fa-2d14-4426-853b-1ad59322dee0: rpc.has_security_group_logging(os_id): False [ 819.757893] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 118f9f25-6bb3-4550-ac76-29d6f92b4aa6: rpc.has_security_group_logging(os_id): False [ 819.765473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.765631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.765718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.765954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.772615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.772807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.777611] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef: rpc.has_security_group_logging(os_id): False [ 819.778924] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb: rpc.has_security_group_logging(os_id): False [ 819.875108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.875249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.886837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.887201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.887333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.887394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.887597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.887896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.888120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.888231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.888298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.888439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.888513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.888711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.888783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.888850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.889096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.889181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.889269] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 819.890480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.890650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.892315] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.892419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.893291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.893396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.929908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.930286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.930440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.930517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.930733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.930824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.931118] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.931198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.931265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.931428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.931504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.931738] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.931823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.931860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.932272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.932369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.932478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 819.933870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.934111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.968646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.968646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.969014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.969014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.969014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.969216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.969216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be updated. [ 819.970373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.979659] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.979889] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.980015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.980316] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.980464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.980666] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 2766de85-04f1-4416-adc1-89915eaf9cbd not found, creating... [ 819.980985] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.982604] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.982604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.983444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.983444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 2766de85-04f1-4416-adc1-89915eaf9cbd is going to be created. [ 819.996223] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.996223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.012502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.013360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.013360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.013360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.013846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.013846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.013846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.017265] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.017265] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef is going to be updated. [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.017265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.020120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.020120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.020120] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.020120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.020120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.020990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.020990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.020990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.023154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.023275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.049489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.049489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.056057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.056377] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.056512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.056583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.056790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.056888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.057065] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.057220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.057220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.057414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.057463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.057641] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.057751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.057806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.057914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.058016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.058124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb is going to be updated. [ 820.059213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.059403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.059513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.059659] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.059786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.059856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.062722] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef is going to be updated. [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.062722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.063557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.063637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.063781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.094353] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: IN_PROGRESS for 2s [ 820.119878] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 820.120668] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 820.175896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.176228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.176228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.176469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.176469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.203648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.203648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.203648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.205794] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209303] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: IN_PROGRESS for 2s [ 820.240427] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: IN_PROGRESS for 2s [ 820.265552] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: IN_PROGRESS for 2s [ 820.776137] env[65249]: INFO networking_nsxv3.common.synchronization [req-fd43b732-d094-48ff-893a-208a1c304683 req-36971de3-68b7-4ed4-8c2d-986e94d6d8e5 service nova] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 820.776319] env[65249]: INFO networking_nsxv3.common.synchronization [req-fd43b732-d094-48ff-893a-208a1c304683 req-36971de3-68b7-4ed4-8c2d-986e94d6d8e5 service nova] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 820.776472] env[65249]: INFO networking_nsxv3.common.synchronization [req-fd43b732-d094-48ff-893a-208a1c304683 req-36971de3-68b7-4ed4-8c2d-986e94d6d8e5 service nova] Enqueued Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 820.776961] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 820.777111] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 820.777210] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 820.777486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.777603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.777669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.777921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.778033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.779525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.779657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.779726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.779907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.780072] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.780213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.780213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.780360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.780499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.780591] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.781947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2766de85-04f1-4416-adc1-89915eaf9cbd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.782061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.782225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.782431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.782522] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766de85-04f1-4416-adc1-89915eaf9cbd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.280096] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.280402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282641] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.285399] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2766de85-04f1-4416-adc1-89915eaf9cbd with status ACTIVE [ 821.285612] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.285742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.286569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.286569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.286569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.286569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.286569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.286569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.287031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.287031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.287031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.287031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.287169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.287169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.287224] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2766de85-04f1-4416-adc1-89915eaf9cbd is going to be updated. [ 821.312294] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.312439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.312510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.312714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.312953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.313154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.361057] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 821.361461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.361595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.361775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.361971] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.362608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.362608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.362608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.362608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.362608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.362608] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.554452] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 821.554798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.786264] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.864497] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.864693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.864746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.866114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.866372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.866496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.866571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.866766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.866860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.866956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.867143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.867247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.867308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.867843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.867843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.867843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.868039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.868039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868317] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.150405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 822.150405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.150405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: SUCCESS [ 822.150405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.150405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 822.150405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.225152] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: SUCCESS [ 822.225152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.225827] env[65249]: INFO networking_nsxv3.common.synchronization [req-fde8a967-828f-43e4-b832-9e667c886509 req-a9728dc9-1a7a-490c-aba1-79ea29e161e9 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 822.226533] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 822.226682] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.226800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.226868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.227080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.227229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.227325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.227387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.227524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.227606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.228137] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.251250] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef in Status: SUCCESS [ 822.251462] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef deletion is rescheduled due to dependency. [ 822.251552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.281273] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: SUCCESS [ 822.281699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.288260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.288482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.288482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.288596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.288652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.288764] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be created. [ 822.312206] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.312376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.312448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.312694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.312875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.323552] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: UNINITIALIZED for 2s [ 822.371702] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24085b3b-c2ef-45c9-859d-d81b97be1ec2: rpc.has_security_group_logging(os_id): False [ 822.393441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.393634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.393736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.393863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.416341] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.416485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.416586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.417149] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.417305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.417418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.417517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.417609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.417828] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.417935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.418010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.418182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.418273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.418373] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 822.485007] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.485168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.485216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.485446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.485595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504368] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 822.646315] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ee7479a3-98ff-44d2-8106-c4a32781fd2d None None] Enqueued Resource ID: cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0 with Priority: HIGHEST for action port [ 822.647356] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0 with Priority: HIGHEST for action port [ 822.651440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.651440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.651440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.651440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.651440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.730741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.730949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.731052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.732124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.732124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.732124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be deleted. [ 822.770091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.770303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.770350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.770600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.152763] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0 [ 823.152763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.152763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.152763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.152763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.152763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.152763] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0 already deleted. [ 823.152763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc17a40d-f9f7-41f7-8435-3ed3ed1d42e0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.382325] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.383152] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.383350] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.383659] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.384758] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.385352] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.385352] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.385563] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387055] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387055] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.387055] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.387055] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.387055] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.387055] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.387055] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.387055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.410075] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.410330] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.410522] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.410752] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-793" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.411193] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-5031e398-d1ce-49d7-a8d9-8d597945f6ac taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.411428] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.411590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.412036] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.412284] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5031e398-d1ce-49d7-a8d9-8d597945f6ac',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.915180] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.915403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.915524] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.915792] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.915937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.916101] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 5031e398-d1ce-49d7-a8d9-8d597945f6ac not found, creating... [ 823.916355] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.916838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.917171] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.917346] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.917515] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.917631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.917826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.917955] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.918099] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 5031e398-d1ce-49d7-a8d9-8d597945f6ac is going to be created. [ 823.938255] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.938481] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.938603] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.938866] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.939120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.939354] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.333083] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 824.333374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.333533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.333745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.333946] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.334061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.334167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.334465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.335068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.335068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.335068] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.525122] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 824.525730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.723721] env[65249]: INFO networking_nsxv3.common.synchronization [req-fde8a967-828f-43e4-b832-9e667c886509 req-b860165c-e3bb-45ab-9ca3-9fe3bc14b164 service nova] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 824.724318] env[65249]: INFO networking_nsxv3.common.synchronization [req-fde8a967-828f-43e4-b832-9e667c886509 req-b860165c-e3bb-45ab-9ca3-9fe3bc14b164 service nova] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 824.724318] env[65249]: INFO networking_nsxv3.common.synchronization [req-fde8a967-828f-43e4-b832-9e667c886509 req-b860165c-e3bb-45ab-9ca3-9fe3bc14b164 service nova] Enqueued Resource ID: 5031e398-d1ce-49d7-a8d9-8d597945f6ac with Priority: HIGHEST for action port [ 824.724925] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_rules [ 824.724925] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 824.725107] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5031e398-d1ce-49d7-a8d9-8d597945f6ac with Priority: HIGHEST for action port [ 824.725365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.725531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.725641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.725870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.725991] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.728755] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.728755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.728755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.728755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.728755] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.729090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.729090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.729090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.729213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.729213] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.730070] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-5031e398-d1ce-49d7-a8d9-8d597945f6ac taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.730175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.730227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.730417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.730491] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5031e398-d1ce-49d7-a8d9-8d597945f6ac',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.837104] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.837334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.837404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.837919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.837919] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.838207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.838207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.838398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.838398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.838469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.838623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.838735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.838803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.838920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.839076] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.839164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.839221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.839355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.839417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.839495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.839589] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.229229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.230013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.234746] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.236821] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5031e398-d1ce-49d7-a8d9-8d597945f6ac with status ACTIVE [ 825.237098] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.237510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.237603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.238220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.238220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.238220] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.238354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.238354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.239024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.239024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.239024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.239024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.239024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.239319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.239319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.241062] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5031e398-d1ce-49d7-a8d9-8d597945f6ac is going to be updated. [ 825.270802] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.270802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.270802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.270802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.270802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.270802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5031e398-d1ce-49d7-a8d9-8d597945f6ac" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.342504] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e54b05c-0961-4be4-a187-27c848b41031: rpc.has_security_group_logging(os_id): False [ 825.372361] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.372524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.372598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.372822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.372944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.373146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.373297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.373351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.373931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.373931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.373931] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.374121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.374121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.374758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.374758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.374758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.374758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.374758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.374758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.375041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.375041] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be created. [ 825.463559] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.463728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.463801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.463996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.465126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.477272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 825.518386] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d53da1a3-7d74-42b1-bfcd-9735ac72823d None None] Enqueued Resource ID: 98b0be76-a80e-46fc-af0a-883dac627b12 with Priority: HIGHEST for action port [ 825.519374] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b0be76-a80e-46fc-af0a-883dac627b12 with Priority: HIGHEST for action port [ 825.519712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-98b0be76-a80e-46fc-af0a-883dac627b12 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.519858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98b0be76-a80e-46fc-af0a-883dac627b12" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.519935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98b0be76-a80e-46fc-af0a-883dac627b12" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.520749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98b0be76-a80e-46fc-af0a-883dac627b12" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.520857] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98b0be76-a80e-46fc-af0a-883dac627b12',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.667334] env[65249]: INFO networking_nsxv3.common.synchronization [req-3066d95d-d2bc-4ebb-872a-628d52d2cfd3 req-e459703a-d0a1-4fc3-bc09-ad2cd9e1eae8 tempest-TenantUsagesTestJSON-1878914825 tempest-TenantUsagesTestJSON-1878914825-project-member] Enqueued Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 825.668274] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 825.668403] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668897] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669541] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.736202] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.022938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98b0be76-a80e-46fc-af0a-883dac627b12 [ 826.023231] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.023384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.023482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.024291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.024291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.024291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98b0be76-a80e-46fc-af0a-883dac627b12 already deleted. [ 826.024291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98b0be76-a80e-46fc-af0a-883dac627b12" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.172268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.172900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.174350] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.178196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.178196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.178196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.178196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 already deleted. [ 826.178196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.198022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.198022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.198022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.199228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.199228] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.199228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.199228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.199228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.199580] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.199580] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.199677] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.199727] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.199832] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.199880] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.199971] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.200108] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.222747] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.222747] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.222747] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.222990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-700" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.223401] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.223568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.223675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.224011] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.224173] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.242880] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243601] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be created. [ 826.273630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.273841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.273841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.274000] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.275038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.288809] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: UNINITIALIZED for 2s [ 826.726774] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.727579] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.727579] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.727701] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.727874] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.728109] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 not found, creating... [ 826.728931] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.729705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.729705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.729847] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.729882] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.730456] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.730667] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.730815] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.731361] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.731599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.732240] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 is going to be created. [ 826.758752] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.759068] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759524] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.759757] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.759983] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.490299] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 827.490545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.544253] env[65249]: INFO networking_nsxv3.common.synchronization [req-3066d95d-d2bc-4ebb-872a-628d52d2cfd3 req-78d5387d-83c9-4931-a594-06659c9278ae service nova] Enqueued Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_rules [ 827.544379] env[65249]: INFO networking_nsxv3.common.synchronization [req-3066d95d-d2bc-4ebb-872a-628d52d2cfd3 req-78d5387d-83c9-4931-a594-06659c9278ae service nova] Enqueued Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 827.544523] env[65249]: INFO networking_nsxv3.common.synchronization [req-3066d95d-d2bc-4ebb-872a-628d52d2cfd3 req-78d5387d-83c9-4931-a594-06659c9278ae service nova] Enqueued Resource ID: 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 with Priority: HIGHEST for action port [ 827.545952] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_rules [ 827.545952] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 827.545952] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 with Priority: HIGHEST for action port [ 827.546145] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.551042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.551042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.551042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.552049] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.552049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.552049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.552049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.552049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.552049] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.552831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.552955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.553415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.553415] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.055837] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.056172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.056214] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.057123] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 with status ACTIVE [ 828.057329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.057458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.057525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.057732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.057827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.057999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.058109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.058173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.058581] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.058672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.058732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.059890] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826 is going to be updated. [ 828.086749] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.086921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.087008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.087303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.087448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.087660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f52c5a7-1998-43a9-9bc9-8c6d3bc0d826" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.296590] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 828.297770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.297944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.298333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.298410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.298502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.298562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.298707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.298781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.298854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.298938] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.323598] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1d4a7c-4976-4642-84d1-1d71532fc55b req-8983228b-1eaa-40a1-b8ed-11a2c4df3a8f tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 828.324322] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 828.324862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.325195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.325274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325802] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.325956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.326078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.326342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.326342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.326527] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.423329] env[65249]: INFO networking_nsxv3.common.synchronization [req-edb56e54-f0bd-4b48-b6d0-d6b85cc68418 req-d85c5481-1f29-423c-87d0-c6bb5bbbac12 tempest-ListImageFiltersTestJSON-380308707 tempest-ListImageFiltersTestJSON-380308707-project-member] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 828.424027] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGHEST for action security_group_members [ 828.425024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.425173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.425228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.425432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.425637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.425742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.425821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.427702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.427702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.427702] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.562380] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.802362] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.833026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.833026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.833026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.833026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.833406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.833406] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.833542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.833580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.833754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.833854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.834082] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 already deleted. [ 828.834082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.928321] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.928474] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.928615] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.928836] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.929091] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.929234] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.929352] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.929589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.929730] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929929] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.930047] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.930155] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.930255] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.930364] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.930458] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.930581] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.932286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.932614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.932614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.932614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.932725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.932848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.932938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.933015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.933240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.933325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.933416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be updated. [ 828.954765] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.954981] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.955214] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.955456] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.955809] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-425cf9fa-5611-42f5-bd77-da21d667a6ca taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.956046] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.956174] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.956524] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.956698] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425cf9fa-5611-42f5-bd77-da21d667a6ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.970471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.970615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.971548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.971548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.971548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.983981] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: IN_PROGRESS for 2s [ 829.065646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.066079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.066079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.066152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.066234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.066685] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 is going to be created. [ 829.093754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.094022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.094122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.094295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.095904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.108288] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: UNINITIALIZED for 2s [ 829.307055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 719ddeba-fc5f-47a0-a616-7d8b0d93c733: rpc.has_security_group_logging(os_id): False [ 829.326284] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.326606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.326721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.327015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.327176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.327466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.327728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.327857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.328298] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be created. [ 829.395319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.395527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.395589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.395767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.395973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.410106] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: IN_PROGRESS for 2s [ 829.460713] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.461021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.461345] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.461661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.461848] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.462069] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 425cf9fa-5611-42f5-bd77-da21d667a6ca not found, creating... [ 829.462419] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.462641] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.462767] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463010] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463531] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.463874] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.464056] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.464219] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.464616] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.464801] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.464973] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 425cf9fa-5611-42f5-bd77-da21d667a6ca is going to be created. [ 829.491903] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.492082] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.492215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.492487] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.492715] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.492932] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.223524] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1d4a7c-4976-4642-84d1-1d71532fc55b req-1c3c0d13-4897-4b70-b988-dbb1794474f1 service nova] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 830.223779] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1d4a7c-4976-4642-84d1-1d71532fc55b req-1c3c0d13-4897-4b70-b988-dbb1794474f1 service nova] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 830.223779] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1d4a7c-4976-4642-84d1-1d71532fc55b req-1c3c0d13-4897-4b70-b988-dbb1794474f1 service nova] Enqueued Resource ID: 425cf9fa-5611-42f5-bd77-da21d667a6ca with Priority: HIGHEST for action port [ 830.224332] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_rules [ 830.224478] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 830.224560] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425cf9fa-5611-42f5-bd77-da21d667a6ca with Priority: HIGHEST for action port [ 830.224829] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.224978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.225037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.225278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.225322] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.226585] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.226700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.226770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.226943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.228067] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.228067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.228067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.228067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.228067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.228067] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.229438] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-425cf9fa-5611-42f5-bd77-da21d667a6ca taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.229438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.229438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.229438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.229438] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425cf9fa-5611-42f5-bd77-da21d667a6ca',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.727528] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.727719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.731832] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.733866] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 425cf9fa-5611-42f5-bd77-da21d667a6ca with status ACTIVE [ 830.734046] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.734177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.734486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.734572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.734722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.735045] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.735151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.735151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.735316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.735415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.735605] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.735698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.735764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.735894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.735967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.736124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 425cf9fa-5611-42f5-bd77-da21d667a6ca is going to be updated. [ 830.762736] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.762924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.762968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.763820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.763820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.763820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425cf9fa-5611-42f5-bd77-da21d667a6ca" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.995573] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5441ca-bb47-4f41-bfd0-312590a37925 in Status: SUCCESS [ 830.995830] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 deletion is rescheduled due to dependency. [ 830.996020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121332] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: SUCCESS [ 831.121408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.122035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.122035] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.122183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.122183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.122338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.122759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.122759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.122759] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.234218] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.426111] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 831.426349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624853] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.624995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.625087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.625346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.625537] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.625675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.625741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.625919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.626840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.627464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.627464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.627464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.627464] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.737749] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.737837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.737876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.740694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.740694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.740694] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 is going to be created. [ 831.766012] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.766012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.766148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.766307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.766478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.780491] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: UNINITIALIZED for 2s [ 832.049056] env[65249]: INFO networking_nsxv3.common.synchronization [req-69c558b3-3e23-4a62-82c7-62a8b5bd5d10 req-604645df-3dc9-40ea-99ba-7d1deecde41f tempest-ServerGroupTestJSON-287154726 tempest-ServerGroupTestJSON-287154726-project-member] Enqueued Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 832.049621] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 832.050088] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.050088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.050244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050503] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.050598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.050658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.050992] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.129796] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6476a2-bb6d-4e6e-af5f-c5140c13c331: rpc.has_security_group_logging(os_id): False [ 832.150831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.150831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.150831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.150831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.152682] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.152682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.152682] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 is going to be created. [ 832.213329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.213329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.213329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.213329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.213803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.227500] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: IN_PROGRESS for 2s [ 832.452353] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.452721] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-220" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-220" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-220" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.457021] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.457021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457021] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.457021] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.457021] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.457021] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.457021] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.457021] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.457021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.481996] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.482208] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.482450] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.482575] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-220" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482811] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-e0cf2199-5ac6-4daa-a765-23381a5b830d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483208] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.483625] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483741] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cf2199-5ac6-4daa-a765-23381a5b830d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.553707] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.554044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.554044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.554409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.554409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.554512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.554705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.554705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.554827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.554908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.554989] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 already deleted. [ 832.555086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.988056] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.988385] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.988517] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.988783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.988934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989099] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port e0cf2199-5ac6-4daa-a765-23381a5b830d not found, creating... [ 832.989376] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.989534] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989648] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.989855] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.989985] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.990270] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.990434] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.990548] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.990746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.990874] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.991014] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: e0cf2199-5ac6-4daa-a765-23381a5b830d is going to be created. [ 833.022426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.023127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.023127] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.023568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.023640] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.023836] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.794450] env[65249]: INFO networking_nsxv3.common.synchronization [req-69c558b3-3e23-4a62-82c7-62a8b5bd5d10 req-34785354-65e2-4a4f-8bd3-356540858d87 service nova] Enqueued Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_rules [ 833.795202] env[65249]: INFO networking_nsxv3.common.synchronization [req-69c558b3-3e23-4a62-82c7-62a8b5bd5d10 req-34785354-65e2-4a4f-8bd3-356540858d87 service nova] Enqueued Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 833.795202] env[65249]: INFO networking_nsxv3.common.synchronization [req-69c558b3-3e23-4a62-82c7-62a8b5bd5d10 req-34785354-65e2-4a4f-8bd3-356540858d87 service nova] Enqueued Resource ID: e0cf2199-5ac6-4daa-a765-23381a5b830d with Priority: HIGHEST for action port [ 833.796048] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: UNINITIALIZED for 4s [ 833.796610] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_rules [ 833.797960] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 833.798055] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cf2199-5ac6-4daa-a765-23381a5b830d with Priority: HIGHEST for action port [ 833.798363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.798556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.798616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.799152] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.799954] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.800357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.800494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.800796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.800881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.801029] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.801897] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0cf2199-5ac6-4daa-a765-23381a5b830d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.802109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.802109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.802236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.802350] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cf2199-5ac6-4daa-a765-23381a5b830d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.109697] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbbdc4b6-9a9e-4eb5-8690-9d145b9d4d8b req-fa844c12-1ade-4e44-9af5-a67fe68076d8 tempest-ServerPasswordTestJSON-1836394412 tempest-ServerPasswordTestJSON-1836394412-project-member] Enqueued Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 834.111127] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 834.112678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.112678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.112678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.112678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.112678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.116052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.116052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.116052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.116052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.116052] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.243628] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: SUCCESS [ 834.244279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.308565] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.308797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.309077] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.310854] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0cf2199-5ac6-4daa-a765-23381a5b830d with status ACTIVE [ 834.310854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.310854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.310854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.311307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.311483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.311732] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.311891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.311967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.312263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.312389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.312631] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.312735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.312796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.313043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.313273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.313354] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0cf2199-5ac6-4daa-a765-23381a5b830d is going to be updated. [ 834.344329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.345728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0cf2199-5ac6-4daa-a765-23381a5b830d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.503862] env[65249]: INFO networking_nsxv3.common.synchronization [req-8cc5399a-dc68-41e2-a00c-a61c6068063f req-61612f80-01a1-4f9a-b98e-55b2a4533f00 tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 834.504701] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 834.508520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.508520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.508520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.508520] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.620928] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.620928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.621068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.621262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.621374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.621623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.621735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.621799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.621957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.622048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.622135] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 already deleted. [ 834.622218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.628929] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.629157] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-578" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.629278] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-578" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.629754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-578" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.630420] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.630688] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.630903] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.631263] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.631558] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.631790] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.631881] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.631976] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.632127] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.632212] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.632307] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.632436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.665285] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.665579] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.665852] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.666095] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-578" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.666743] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-f8e2b8eb-23e0-40a6-be52-1844bc097b97 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.666893] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.666978] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.667336] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.667464] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e2b8eb-23e0-40a6-be52-1844bc097b97',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.817279] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.010512] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.171396] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.171633] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.171786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.172424] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.172424] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.172424] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port f8e2b8eb-23e0-40a6-be52-1844bc097b97 not found, creating... [ 835.172599] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.172726] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.172837] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.173054] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.173213] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.173494] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.173647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.173758] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.173956] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.174098] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.174253] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: f8e2b8eb-23e0-40a6-be52-1844bc097b97 is going to be created. [ 835.195977] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.196187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.196304] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.196569] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.196864] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.197018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.320092] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.320273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.320410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.320620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.320668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.320738] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 is going to be created. [ 835.347560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.347735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.347821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.348162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.348304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.368814] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: UNINITIALIZED for 2s [ 835.513602] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.807475] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: SUCCESS [ 835.808961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.808961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.808961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.808961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.808961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.808961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.809312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.809312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.809312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.809408] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.951961] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbbdc4b6-9a9e-4eb5-8690-9d145b9d4d8b req-7acd2929-dc56-4605-b911-39c43538e7dd service nova] Enqueued Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_rules [ 835.952282] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbbdc4b6-9a9e-4eb5-8690-9d145b9d4d8b req-7acd2929-dc56-4605-b911-39c43538e7dd service nova] Enqueued Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 835.952363] env[65249]: INFO networking_nsxv3.common.synchronization [req-dbbdc4b6-9a9e-4eb5-8690-9d145b9d4d8b req-7acd2929-dc56-4605-b911-39c43538e7dd service nova] Enqueued Resource ID: f8e2b8eb-23e0-40a6-be52-1844bc097b97 with Priority: HIGHEST for action port [ 835.953366] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_rules [ 835.953573] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 835.953721] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e2b8eb-23e0-40a6-be52-1844bc097b97 with Priority: HIGHEST for action port [ 835.954113] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.954300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.954417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.954757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.955167] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.956267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.957479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.957479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.957479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.957479] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.963072] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e2b8eb-23e0-40a6-be52-1844bc097b97 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.963072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.963072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.963072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.963072] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e2b8eb-23e0-40a6-be52-1844bc097b97',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.016359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.016604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.016679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.016911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.017029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.017135] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 836.059091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.059091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.059091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.059091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.059091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.069780] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 836.311860] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.467022] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.467022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.467022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.467022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8e2b8eb-23e0-40a6-be52-1844bc097b97 with status ACTIVE [ 836.467022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.467022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.467022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.467022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.468042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.468381] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.468623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.468854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.469233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.469454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.469893] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.470371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.470609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.470919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.471359] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8e2b8eb-23e0-40a6-be52-1844bc097b97 is going to be updated. [ 836.503991] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.503991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.503991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.503991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.504358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.504358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e2b8eb-23e0-40a6-be52-1844bc097b97" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638263] env[65249]: INFO networking_nsxv3.common.synchronization [None req-69a8076b-a36d-40ae-93e1-832348c9e8b0 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 836.638263] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 836.640820] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.641285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.641720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.641955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.643077] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.815671] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e05d4af7-7479-4f75-b5e0-4931b4143f55: rpc.has_security_group_logging(os_id): False [ 836.838248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.838248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.838248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.838692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.838692] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 is going to be created. [ 836.889090] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1eacc514-9e19-4eff-980a-74a63320f244 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 836.889689] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 836.890125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.890971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.926071] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.926326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.926326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.926724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.926724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.942793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: IN_PROGRESS for 2s [ 836.974987] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.168836] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.168836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.169178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.169930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.170159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.170231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 already deleted. [ 837.170486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.170683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.170895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.170979] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.267099] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e02cbb22-600c-43d8-9e63-6e4c39c6e0e4 None None] Enqueued Resource ID: 3a766e11-9abb-46f2-93ff-764823babf4a with Priority: HIGHEST for action port [ 837.267701] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a766e11-9abb-46f2-93ff-764823babf4a with Priority: HIGHEST for action port [ 837.268280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a766e11-9abb-46f2-93ff-764823babf4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.268471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a766e11-9abb-46f2-93ff-764823babf4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.268590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a766e11-9abb-46f2-93ff-764823babf4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.269270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a766e11-9abb-46f2-93ff-764823babf4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.269270] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a766e11-9abb-46f2-93ff-764823babf4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.379944] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: SUCCESS [ 837.380291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.380397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.380582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.380812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.381745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.381745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.381745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.381745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.381745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.381745] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.479222] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.479438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.479552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.479812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.479953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.480111] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 is going to be created. [ 837.505922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.506184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.506184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.506751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.506992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.520576] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: UNINITIALIZED for 2s [ 837.705831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.706103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.706306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.706378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.706792] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 already deleted. [ 837.706792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.772216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a766e11-9abb-46f2-93ff-764823babf4a [ 837.772216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.772216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.772631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.773059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.773191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.773339] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a766e11-9abb-46f2-93ff-764823babf4a already deleted. [ 837.773395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a766e11-9abb-46f2-93ff-764823babf4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886741] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.888270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.888270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.888270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.888270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.888270] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.088814] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 838.089491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de3c7dc-9202-41fe-b7c1-0b110f6b5174: rpc.has_security_group_logging(os_id): False [ 838.409314] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.409538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.409538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.410116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.410116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.410524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.410524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.410817] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.410817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.410996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.411484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.411589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.411652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.411714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411797] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 is going to be created. [ 838.480502] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.480674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.480729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.480934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.481127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501103] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: IN_PROGRESS for 2s [ 838.961987] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: SUCCESS [ 838.962266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.531271] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: SUCCESS [ 839.531598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.531743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.531962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.532154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.532290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.533120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.533452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.533649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.533830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.534025] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.036415] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.036719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.036930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037148] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.037275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.037373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.038623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.038623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.038623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.038623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.038623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.038623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.039010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.039010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.039010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.040388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.040509] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.514032] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: SUCCESS [ 840.514187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.543931] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d49abbc-983a-45e2-8698-c94efef13c59: rpc.has_security_group_logging(os_id): False [ 840.567698] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.567867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.567939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.568188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.568287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.569038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.569038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.569038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.569038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.569038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.569329] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.569329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.569329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.569488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.569529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.569714] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.569804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.569865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.569997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.570162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.570248] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 is going to be created. [ 840.669456] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.669456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.669456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.669456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.669456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.680972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: IN_PROGRESS for 2s [ 842.268583] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.268975] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 842.635753] env[65249]: INFO networking_nsxv3.common.synchronization [None req-0683c1dd-2def-4673-8dea-caae1be91cab None None] Enqueued Resource ID: 44089d49-d720-49f4-8f4d-b141796f1de2 with Priority: HIGHEST for action port [ 842.636015] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44089d49-d720-49f4-8f4d-b141796f1de2 with Priority: HIGHEST for action port [ 842.636993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-44089d49-d720-49f4-8f4d-b141796f1de2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.636993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44089d49-d720-49f4-8f4d-b141796f1de2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44089d49-d720-49f4-8f4d-b141796f1de2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.640127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44089d49-d720-49f4-8f4d-b141796f1de2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.640742] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44089d49-d720-49f4-8f4d-b141796f1de2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.695521] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: SUCCESS [ 842.695521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44089d49-d720-49f4-8f4d-b141796f1de2 [ 843.144034] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44089d49-d720-49f4-8f4d-b141796f1de2 already deleted. [ 843.144034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44089d49-d720-49f4-8f4d-b141796f1de2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795027] env[65249]: INFO networking_nsxv3.common.synchronization [req-3172ead5-6fbd-4afc-9674-8f4fc4472e99 req-545bd8cb-3c38-4417-baba-a62511123d57 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 843.795027] env[65249]: INFO networking_nsxv3.common.synchronization [req-3172ead5-6fbd-4afc-9674-8f4fc4472e99 req-545bd8cb-3c38-4417-baba-a62511123d57 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 843.795027] env[65249]: INFO networking_nsxv3.common.synchronization [req-3172ead5-6fbd-4afc-9674-8f4fc4472e99 req-545bd8cb-3c38-4417-baba-a62511123d57 tempest-SecurityGroupsTestJSON-2047962592 tempest-SecurityGroupsTestJSON-2047962592-project-member] Enqueued Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 843.799331] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 with Priority: HIGHEST for action security_group_members [ 843.799331] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGHEST for action security_group_members [ 843.799331] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 with Priority: HIGHEST for action security_group_members [ 843.799331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20fe29b-95fc-4be4-a67c-4df3e17b8266 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.799331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.799331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.799331] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20fe29b-95fc-4be4-a67c-4df3e17b8266',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.800048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.800542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.800890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.801230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.801591] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.801822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.802070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.802431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.802682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.802940] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.804275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccdaf268-ae4d-434e-afad-736bdae11fc1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.804592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.804964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.805498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.805807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.808200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.808200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.808200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.808200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.808200] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccdaf268-ae4d-434e-afad-736bdae11fc1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.309449] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.309593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.309672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.309886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.309979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.310189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.310291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.310353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.310612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.310612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.310736] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be updated. [ 844.311945] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.311945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.312174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.312524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.313575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.313670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.334626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334884] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.335008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.335517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.335798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.335897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.335980] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 is going to be updated. [ 844.336941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.337418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.346583] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.346583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.346583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.347674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.347674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.356074] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: IN_PROGRESS for 2s [ 844.359529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.359827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.359896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.359958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.360343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.360343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.360343] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 is going to be updated. [ 844.370996] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.371212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.371394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.371670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.371884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.381737] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: IN_PROGRESS for 2s [ 844.393435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.393580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.393696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.394036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.394036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.402645] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: IN_PROGRESS for 2s [ 845.145019] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.145019] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.146247] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.146247] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.146402] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.146916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.146916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.146916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.147036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.147087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.147125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.147270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.147362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.147456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.149026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6defd9-6e27-4992-a276-d6847c45f101 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.149026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.149026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.149247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.149399] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.149493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.149493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.149620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.149690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.149786] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.193609] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_rules [ 845.193809] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.193959] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 845.194157] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.194369] env[65249]: INFO networking_nsxv3.common.synchronization [req-60d66e25-c441-4781-a408-4280f02f4660 req-0f089d0f-5088-474d-826c-8f0922a14181 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 845.194950] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_rules [ 845.195183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 845.195223] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 845.195301] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.195377] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.195654] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6defd9-6e27-4992-a276-d6847c45f101 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.195770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.195833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.196100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.196180] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.197269] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.197269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.197269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.197550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.197651] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.198818] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2766de85-04f1-4416-adc1-89915eaf9cbd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.198909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199509] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766de85-04f1-4416-adc1-89915eaf9cbd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.201188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6defd9-6e27-4992-a276-d6847c45f101 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.202996] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.202996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.236547] env[65249]: INFO networking_nsxv3.common.synchronization [req-875952c8-48da-4f61-b7f3-c267aef75fd1 req-3511ca49-fb5a-485e-9917-f7558d54939e tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 845.236547] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 845.236870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.237414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.237550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.237889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.238701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.238701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.238701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.238701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.238701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.239106] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.584959] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.585212] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.585303] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.585569] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.585874] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.586062] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.586180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.586402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.586546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.586754] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.586881] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.586960] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.587081] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.587191] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.587296] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.587520] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.616991] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.617166] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.617306] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.617598] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617887] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.618079] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.618294] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.618513] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.618651] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335c2395-4dd0-4744-8a40-bd9eec3a3fc5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.651568] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.654035] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.703253] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.703567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.703822] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6defd9-6e27-4992-a276-d6847c45f101 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.704047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.704365] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2766de85-04f1-4416-adc1-89915eaf9cbd with status ACTIVE [ 845.704777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.705068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.705286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.705745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.705919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.706773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.706951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.707063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.707558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.707693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.707934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.708331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.708331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.708447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.708495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.708609] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2766de85-04f1-4416-adc1-89915eaf9cbd is going to be updated. [ 845.735050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.735401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.735561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.735859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.736115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.736371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.741247] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.741604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.741604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.741894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.741894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742112] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.742253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.742364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.742664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742781] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 already deleted. [ 845.742987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.989081] env[65249]: INFO networking_nsxv3.common.synchronization [req-89cd85d6-6839-44ab-8e4f-e71ca994db0d req-18ebceb6-5aa8-4a5c-a530-d443e6286cf3 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.989333] env[65249]: INFO networking_nsxv3.common.synchronization [req-89cd85d6-6839-44ab-8e4f-e71ca994db0d req-18ebceb6-5aa8-4a5c-a530-d443e6286cf3 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.990093] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 845.990093] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6defd9-6e27-4992-a276-d6847c45f101 with Priority: HIGHEST for action security_group_members [ 845.990999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.990999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.990999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6defd9-6e27-4992-a276-d6847c45f101 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.990999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.052728] env[65249]: INFO networking_nsxv3.common.synchronization [req-89cd85d6-6839-44ab-8e4f-e71ca994db0d req-18ebceb6-5aa8-4a5c-a530-d443e6286cf3 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 846.052968] env[65249]: INFO networking_nsxv3.common.synchronization [req-89cd85d6-6839-44ab-8e4f-e71ca994db0d req-18ebceb6-5aa8-4a5c-a530-d443e6286cf3 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 846.053154] env[65249]: INFO networking_nsxv3.common.synchronization [req-89cd85d6-6839-44ab-8e4f-e71ca994db0d req-18ebceb6-5aa8-4a5c-a530-d443e6286cf3 tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 846.053992] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_rules [ 846.054142] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 846.054233] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2766de85-04f1-4416-adc1-89915eaf9cbd with Priority: HIGHEST for action port [ 846.054574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.054680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.054878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.054958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.055317] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2766de85-04f1-4416-adc1-89915eaf9cbd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.055317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.055417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.055562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.055674] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2766de85-04f1-4416-adc1-89915eaf9cbd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.120961] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.121392] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.121392] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.123678] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.123922] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.124127] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 not found, creating... [ 846.124557] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.124776] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.124919] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.125293] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.125541] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.125944] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.126192] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.126331] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.126597] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.126740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.126903] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 is going to be created. [ 846.150072] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.150527] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.150581] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.150955] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.151408] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.151755] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.157614] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.158676] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.369253] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 in Status: SUCCESS [ 846.369337] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 deletion is rescheduled due to dependency. [ 846.369477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.391807] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 in Status: SUCCESS [ 846.392448] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20fe29b-95fc-4be4-a67c-4df3e17b8266 deletion is rescheduled due to dependency. [ 846.392448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20fe29b-95fc-4be4-a67c-4df3e17b8266" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.413061] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 in Status: SUCCESS [ 846.414028] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccdaf268-ae4d-434e-afad-736bdae11fc1 deletion is rescheduled due to dependency. [ 846.414028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccdaf268-ae4d-434e-afad-736bdae11fc1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.558215] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2766de85-04f1-4416-adc1-89915eaf9cbd with status ACTIVE [ 846.558486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.558586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.558656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.558991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.558991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.559280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.559337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.559374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.559534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.559612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.559793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.559884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.559945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.560169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.560231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.560327] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2766de85-04f1-4416-adc1-89915eaf9cbd is going to be updated. [ 846.588749] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.588941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.589059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.589287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.589481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.589715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2766de85-04f1-4416-adc1-89915eaf9cbd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.660506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.660751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.660845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.661141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.661290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.661446] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 is going to be created. [ 846.662860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.663502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.663646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.663859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.663970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.664113] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 846.696890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.697129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.697129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.697340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.697586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.712676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.713493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.720046] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6defd9-6e27-4992-a276-d6847c45f101 in Status: UNINITIALIZED for 2s [ 846.723455] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 846.903310] env[65249]: INFO networking_nsxv3.common.synchronization [req-875952c8-48da-4f61-b7f3-c267aef75fd1 req-d2d334ef-9171-43e9-9e22-ac9ecac43ef0 service nova] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 846.904048] env[65249]: INFO networking_nsxv3.common.synchronization [req-875952c8-48da-4f61-b7f3-c267aef75fd1 req-d2d334ef-9171-43e9-9e22-ac9ecac43ef0 service nova] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 846.904048] env[65249]: INFO networking_nsxv3.common.synchronization [req-875952c8-48da-4f61-b7f3-c267aef75fd1 req-d2d334ef-9171-43e9-9e22-ac9ecac43ef0 service nova] Enqueued Resource ID: 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 with Priority: HIGHEST for action port [ 846.904224] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_rules [ 846.904438] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 846.904543] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 with Priority: HIGHEST for action port [ 846.904825] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.904951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.905028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.905244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.905327] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.906243] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.906362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.906428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.906608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.906756] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.906850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.906912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.907080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.907165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.907251] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.913044] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.913044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.913044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.913044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.913044] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335c2395-4dd0-4744-8a40-bd9eec3a3fc5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.112892] env[65249]: INFO networking_nsxv3.common.synchronization [req-1471fa6b-9bf7-4ea0-9d25-eac95a827f30 req-4dd211de-08c4-486d-958d-49cf443e1ebf tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 847.113356] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 847.113666] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.113795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.113864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.114064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.114223] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.114322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.114380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.114765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.114765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.114765] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.355284] env[65249]: INFO networking_nsxv3.common.synchronization [req-122ee4d1-0926-41ca-b2c7-c92274aa4d27 req-d8e45c3d-2926-40fa-878d-585bbdbfd9b1 tempest-ListServersNegativeTestJSON-702784108 tempest-ListServersNegativeTestJSON-702784108-project-member] Enqueued Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 847.356973] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537208a-990a-4004-8786-672243bd123e with Priority: HIGHEST for action security_group_members [ 847.357313] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f537208a-990a-4004-8786-672243bd123e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.357434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.412508] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.414696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.414873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.415441] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 with status ACTIVE [ 847.415655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.415780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.415845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.417761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.418205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.418205] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.418854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.421024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.421024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.421024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.421024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.421024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.421024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.422472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.422472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.422472] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 335c2395-4dd0-4744-8a40-bd9eec3a3fc5 is going to be updated. [ 847.449903] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.450105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.450105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.450332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.450536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.450626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335c2395-4dd0-4744-8a40-bd9eec3a3fc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.619841] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.661743] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf6a0e9f-0503-47b5-bbbd-c809888f640c req-5d740e48-b6d0-40c2-9bd6-57803dc9537f tempest-TenantUsagesTestJSON-1878914825 tempest-TenantUsagesTestJSON-1878914825-project-member] Enqueued Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 847.663599] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGHEST for action security_group_members [ 847.664181] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.664496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.664670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.664960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.667023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.667023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.667023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.667023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.667023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.667023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.924289] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.008033] env[65249]: INFO networking_nsxv3.common.synchronization [req-d5454552-dd2f-4360-85f3-891357c09795 req-9f258817-1596-41bd-8544-29f14cc1229c tempest-ServerGroupTestJSON-287154726 tempest-ServerGroupTestJSON-287154726-project-member] Enqueued Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 848.011684] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGHEST for action security_group_members [ 848.012786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.012955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.014183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.014359] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.125204] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.141171] env[65249]: INFO networking_nsxv3.common.synchronization [req-c5167f2b-5765-4399-b1d1-f70ef5e84e16 req-a867cc70-f11d-41a8-9b1e-b571ec820826 tempest-FloatingIPsAssociationTestJSON-403569980 tempest-FloatingIPsAssociationTestJSON-403569980-project-member] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 848.141171] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGHEST for action security_group_members [ 848.141387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.141508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.141610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.141770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.141922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.142037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.142116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.142346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.142924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.142995] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.169176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.169389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.169521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.170113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.170113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.170245] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.170245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.170841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.170841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.170841] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 is going to be updated. [ 848.221028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.221028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.221028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.221028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.222818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.240840] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: IN_PROGRESS for 2s [ 848.427063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.427433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.427433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.427513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.427547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.427635] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 is going to be created. [ 848.455051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.455051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.455287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.455287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.455423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.466449] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: UNINITIALIZED for 2s [ 848.518638] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.518638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.518967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.519928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.519928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.520060] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.520271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.520411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.520771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.520873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.521100] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 is going to be updated. [ 848.554236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.554389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.554389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.554617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.554767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.568119] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: IN_PROGRESS for 2s [ 848.627489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.627671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.627718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.627906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.627993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.628115] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 848.649220] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.649423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.649481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.650380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.650380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.650565] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.650946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.651105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.652557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.652557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.652557] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be updated. [ 848.666890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.667120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.667242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.668046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.668046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.677504] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 848.691119] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.691461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.691547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.691814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.691991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.702984] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: IN_PROGRESS for 2s [ 848.730389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6defd9-6e27-4992-a276-d6847c45f101 in Status: SUCCESS [ 848.730536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.730672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.731043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.731287] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.731441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.731492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.731684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.731770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.731885] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.741489] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.744255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.744255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.744255] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.239515] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.239515] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.239515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.239515] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 is going to be deleted. [ 849.245017] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.304050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.304247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.304327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.304529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.304636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.304720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.304870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.305038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.305235] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.305335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.305395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.305531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.305614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.305716] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.747421] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.808465] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.809234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.809234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.809234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.809656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.809805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.809990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.810081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.810169] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 already deleted. [ 849.810246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.810353] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.811229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.811401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.811560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.811834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.811897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.812069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.812636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.812636] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.250099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.250311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.250311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.250551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.250658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.250781] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 850.254798] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 in Status: SUCCESS [ 850.255282] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 deletion is rescheduled due to dependency. [ 850.255432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.285050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.285214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.285214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.285478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.285737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.298824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 850.315113] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e6defd9-6e27-4992-a276-d6847c45f101',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.317116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.317116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.317116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.317116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.317116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.319201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.319201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.319201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.319201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.319201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.319201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 already deleted. [ 850.319201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.344708] env[65249]: INFO networking_nsxv3.common.synchronization [req-1df8d98f-fdf4-4125-a9f7-78a8206e5f6f req-aa0f0146-217b-4abf-89fe-762b9089cbb9 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 850.345926] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 850.346410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.347317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.347317] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.347317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.347550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.347550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.347638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.348044] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.481778] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: SUCCESS [ 850.482034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.482230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.482453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.482852] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.482852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.482852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.483055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.483107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.483220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.483292] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.592194] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 in Status: SUCCESS [ 850.592194] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 deletion is rescheduled due to dependency. [ 850.592194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.692180] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.692180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.692180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.692180] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f537208a-990a-4004-8786-672243bd123e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.716063] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c319226-4ec6-4886-bd2c-a4966344f84b in Status: SUCCESS [ 850.716777] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b deletion is rescheduled due to dependency. [ 850.716777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.820112] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e6defd9-6e27-4992-a276-d6847c45f101: rpc.has_security_group_logging(os_id): False [ 850.840995] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.840995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.841276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.841276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.841355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.841759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.841759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.841996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.841996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841996] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 is going to be created. [ 850.852754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.852890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.852951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.853174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.853257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.853482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.853579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.853639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.853782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.853853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.854815] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 already deleted. [ 850.854815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.876025] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101], does not exist path=[/infra/domains/default/groups/7e6defd9-6e27-4992-a276-d6847c45f101]."\n}' [ 850.876025] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101 [ 850.876025] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 850.903963] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.904166] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.904282] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.904669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.904934] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.905100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.905212] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.905497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.905564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.905849] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.906934] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.906934] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.906934] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.906934] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.906934] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.906934] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.911859] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.912082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.912154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.912362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.914187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.914311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.914510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.914613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.914675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.914824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.914917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.915019] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6defd9-6e27-4992-a276-d6847c45f101 is going to be created. [ 850.937033] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.937033] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.937033] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.937348] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.937778] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-f5b19144-5456-4bc2-b90d-e32da1ac33e4 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.938226] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.938959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.938959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938959] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b19144-5456-4bc2-b90d-e32da1ac33e4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.940918] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101], does not exist path=[/infra/domains/default/groups/7e6defd9-6e27-4992-a276-d6847c45f101]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101 [ 850.941327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6defd9-6e27-4992-a276-d6847c45f101" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942234] env[65249]: Traceback (most recent call last): [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 850.942234] env[65249]: return func(*args, **kwargs) [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 850.942234] env[65249]: res.raise_for_status() [ 850.942234] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 850.942234] env[65249]: raise HTTPError(http_error_msg, response=self) [ 850.942234] env[65249]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101 [ 850.942234] env[65249]: During handling of the above exception, another exception occurred: [ 850.942234] env[65249]: Traceback (most recent call last): [ 850.942234] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 850.942234] env[65249]: listener.cb(fileno) [ 850.942234] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 850.942234] env[65249]: result = function(*args, **kwargs) [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 850.942234] env[65249]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 850.942234] env[65249]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 850.942234] env[65249]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 850.942234] env[65249]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 850.942234] env[65249]: res.raise_for_status() [ 850.942234] env[65249]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 850.942234] env[65249]: raise HTTPError(http_error_msg, response=self) [ 850.942234] env[65249]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7e6defd9-6e27-4992-a276-d6847c45f101 [ 850.942234] env[65249]: Removing descriptor: 58 [ 850.985796] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.197075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.197344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.197344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.197539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.223884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.225253] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.225253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.225253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.225253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.225253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.225253] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e is going to be updated. [ 851.258294] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.260175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.260175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.260175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.260175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.271926] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: IN_PROGRESS for 2s [ 851.444817] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444817] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444817] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444817] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444817] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.444817] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port f5b19144-5456-4bc2-b90d-e32da1ac33e4 not found, creating... [ 851.451146] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.451146] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.451146] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.451561] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: f5b19144-5456-4bc2-b90d-e32da1ac33e4 is going to be created. [ 851.477216] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.477715] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.478061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.478729] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.479081] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.479949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.489147] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24fe37c-3992-4aad-ae83-86c7236c5314: rpc.has_security_group_logging(os_id): False [ 851.514556] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.514556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.515720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.516087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.516256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.516535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.516713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.516926] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 is going to be created. [ 851.630464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.630672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.630790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.631447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.631447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.645513] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: IN_PROGRESS for 2s [ 851.761647] env[65249]: INFO networking_nsxv3.common.synchronization [req-168ef207-7488-4e0b-aa5b-d943e4204337 req-44b44754-9178-44a8-834f-fb6e565d72cb tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 851.762244] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 851.762587] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.762741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.762860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.763084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.763259] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.763445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.763445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.763641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.763730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.763858] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.200230] env[65249]: INFO networking_nsxv3.common.synchronization [req-1df8d98f-fdf4-4125-a9f7-78a8206e5f6f req-ed5dd042-bcca-49c9-b138-c79aaa84c1b0 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 852.201016] env[65249]: INFO networking_nsxv3.common.synchronization [req-1df8d98f-fdf4-4125-a9f7-78a8206e5f6f req-ed5dd042-bcca-49c9-b138-c79aaa84c1b0 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 852.201391] env[65249]: INFO networking_nsxv3.common.synchronization [req-1df8d98f-fdf4-4125-a9f7-78a8206e5f6f req-ed5dd042-bcca-49c9-b138-c79aaa84c1b0 service nova] Enqueued Resource ID: f5b19144-5456-4bc2-b90d-e32da1ac33e4 with Priority: HIGHEST for action port [ 852.203047] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 852.203047] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 852.203047] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b19144-5456-4bc2-b90d-e32da1ac33e4 with Priority: HIGHEST for action port [ 852.203047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.207019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.207019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.207019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.207019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.207019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.207786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b19144-5456-4bc2-b90d-e32da1ac33e4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.207786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.207786] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b19144-5456-4bc2-b90d-e32da1ac33e4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.267509] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.312085] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 852.312191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.312498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.312584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.312833] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.312945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.313017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.313175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.313252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.313383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.313513] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.314627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.314883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.315117] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.315276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.315377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.315563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.315712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.315863] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.709669] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.710456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.710456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.711252] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5b19144-5456-4bc2-b90d-e32da1ac33e4 with status ACTIVE [ 852.711435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.711566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.711882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.711882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.712085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.712158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.712245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.712307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.712461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.712545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.712663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.712770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.712833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.713339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.713339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.713339] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5b19144-5456-4bc2-b90d-e32da1ac33e4 is going to be updated. [ 852.739521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.739521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.739521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.740239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.740239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.740239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b19144-5456-4bc2-b90d-e32da1ac33e4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.771980] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.818094] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.818430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.819244] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.214931] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.275497] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.275497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.275497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.277036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.277036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.277036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 853.301634] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f537208a-990a-4004-8786-672243bd123e in Status: SUCCESS [ 853.302317] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f537208a-990a-4004-8786-672243bd123e deletion is rescheduled due to dependency. [ 853.302317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f537208a-990a-4004-8786-672243bd123e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.321903] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.330141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.330141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.330141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.330141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.330141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.339671] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 853.565555] env[65249]: INFO networking_nsxv3.common.synchronization [req-89e02598-3ef9-4ab4-af0d-9351b4b0fc3a req-25d54549-381c-4bae-8e44-7765713c37d3 tempest-ServerPasswordTestJSON-1836394412 tempest-ServerPasswordTestJSON-1836394412-project-member] Enqueued Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 853.566235] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGHEST for action security_group_members [ 853.566562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.566682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.566746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.566940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.567393] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.567480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.567533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.569280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.569280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.569280] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.661883] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: SUCCESS [ 853.661883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.717909] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.718106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.718303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.718496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.718618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.718743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be created. [ 853.746236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.746495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.746679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.746800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.746993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.758855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: UNINITIALIZED for 2s [ 853.825435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.825993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.825993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.826588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.826844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.827047] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 853.866440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.866440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.866440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.866440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.884511] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 854.071126] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.071220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.071457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.071528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.093649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.093922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.094056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.094125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.094321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.094405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.094516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 is going to be updated. [ 854.129171] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.129406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.129406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.130117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.130315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.144120] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: IN_PROGRESS for 2s [ 855.355323] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 855.356066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771957] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.774023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.774023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.774023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.901712] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 855.902014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.902395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.902905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.902905] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.903068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.903068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.903252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.903299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903409] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.929047] env[65249]: INFO networking_nsxv3.common.synchronization [req-6dd04cae-1e12-495e-be3e-a47fa1bbc6a3 req-41b5ed73-c303-405e-b382-dc91c2a8d33d tempest-ServerRescueTestJSONUnderV235-1348576671 tempest-ServerRescueTestJSONUnderV235-1348576671-project-member] Enqueued Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 855.929537] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b05c-0961-4be4-a187-27c848b41031 with Priority: HIGHEST for action security_group_members [ 855.930175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.930289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.156349] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d49abbc-983a-45e2-8698-c94efef13c59 in Status: SUCCESS [ 856.156593] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 deletion is rescheduled due to dependency. [ 856.156788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.277228] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.277422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.277497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.277724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.277890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.277982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.278055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.278198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.278276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.278409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.278513] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.278598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.278653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.278800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.278953] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.279050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.279134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.279237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.279307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.279383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.279466] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.405758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.436496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436496] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.436496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.436496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.436496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.436496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436496] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 856.478466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.478626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.478694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.479074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.490136] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 856.782614] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66a87e5-b96c-40ee-a0a8-3ff62d0fe254: rpc.has_security_group_logging(os_id): False [ 856.802312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.802516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.802615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.802868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.802973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.803927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.803927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.803927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.804280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.804394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.804487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.804710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.804830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.805128] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.805302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.805427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.805628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.805759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.805918] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be created. [ 856.889454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.889643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.889734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.890187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.890187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.901932] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 857.012663] env[65249]: INFO networking_nsxv3.common.synchronization [req-a5b41e75-29ba-4673-a467-a18a1b6ff57b req-6b427ef8-0079-43b5-8541-c859afe18445 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 857.012990] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 857.013448] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.014092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.014092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.014092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.014270] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.014270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.014355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.014469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.014574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.014672] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.363580] env[65249]: INFO networking_nsxv3.common.synchronization [req-be5d0133-2857-412d-bd4e-1b8a7963b370 req-54e19a50-72d2-4ca2-9a0d-9cc6057559c6 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 857.369137] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 857.369137] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369137] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.369137] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.518700] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.605675] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d286dbff-d745-4863-92fb-2ae98577e956 None None] Enqueued Resource ID: a2fa1cca-2f1f-4acc-9c91-b236ab1233da with Priority: HIGHEST for action port [ 857.607088] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fa1cca-2f1f-4acc-9c91-b236ab1233da with Priority: HIGHEST for action port [ 857.607550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fa1cca-2f1f-4acc-9c91-b236ab1233da taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.607796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fa1cca-2f1f-4acc-9c91-b236ab1233da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.607796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fa1cca-2f1f-4acc-9c91-b236ab1233da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.608046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fa1cca-2f1f-4acc-9c91-b236ab1233da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.608145] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fa1cca-2f1f-4acc-9c91-b236ab1233da',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.870906] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.871103] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871227] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871748] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.872217] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.872414] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.872591] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.872903] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.873128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.873500] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.873683] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.873860] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.874040] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.874214] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.874405] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.874803] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.876926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.877098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.877197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.877427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.898654] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.898896] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.898955] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.899166] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.899480] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-82e1650d-33ae-4904-871c-a3f1ad43d4e7 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.899642] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.899767] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.900100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.900234] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e1650d-33ae-4904-871c-a3f1ad43d4e7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.902382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.902663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.902758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.902798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.902951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.903044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.903130] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 857.933942] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.934146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.934242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.934502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.936195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.944251] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 858.021339] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.115072] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2fa1cca-2f1f-4acc-9c91-b236ab1233da [ 858.115360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.115523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.115606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.115849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.115956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.116097] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2fa1cca-2f1f-4acc-9c91-b236ab1233da already deleted. [ 858.116201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fa1cca-2f1f-4acc-9c91-b236ab1233da" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.352017] env[65249]: INFO networking_nsxv3.common.synchronization [req-8532cf72-3adf-42fc-86ed-0604a4aeb901 req-97c7eb26-f0f3-4e3f-8107-a744a4910d65 tempest-ServersV294TestFqdnHostnames-443302131 tempest-ServersV294TestFqdnHostnames-443302131-project-member] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 858.352635] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGHEST for action security_group_members [ 858.352947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.353734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.353819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.354252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.354252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.354376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.354376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.354583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.354677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.354788] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.405624] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.405897] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.407240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.407425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.407582] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.407743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 82e1650d-33ae-4904-871c-a3f1ad43d4e7 not found, creating... [ 858.408074] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.408246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.408361] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.408586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.408718] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.409018] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.409172] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.409285] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.409506] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.409640] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.409773] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 82e1650d-33ae-4904-871c-a3f1ad43d4e7 is going to be created. [ 858.432912] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.433132] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.433312] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.433600] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.433827] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.434058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.504364] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 858.504423] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 deletion is rescheduled due to dependency. [ 858.504528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.504725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.504941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.505146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.505281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.505345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.505496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.505574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.505652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.505879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e54b05c-0961-4be4-a187-27c848b41031 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.505964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.506040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.506204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.506347] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.506448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.506509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.507485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.508672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.508672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.508672] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.509477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.509812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.509812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.509979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.509979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.513511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.513716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.513716] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.525419] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.525419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.525419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.525887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.525887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.525887] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be updated. [ 858.575269] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.575269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.575269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.575269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.575645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.588082] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 858.856623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.859120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.859120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.859120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882508] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.882634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.882742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.882894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.883078] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef is going to be updated. [ 858.919147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.920225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.920225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.922885] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 858.923160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.929593] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: IN_PROGRESS for 2s [ 859.016444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e54b05c-0961-4be4-a187-27c848b41031: rpc.has_security_group_logging(os_id): False [ 859.020398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.020398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.020398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.020398] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 859.040249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.040411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.040481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.040701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.040786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.040999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.041105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.041160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.041313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.041384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.041588] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.041679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.041736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.041836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.041939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.043194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.043194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.043194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.043194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.043194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.043194] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be updated. [ 859.052218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.052383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.052436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.052603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.052735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.065168] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 859.118119] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.118119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.118119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.118345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.118505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.134740] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: IN_PROGRESS for 2s [ 859.200402] env[65249]: INFO networking_nsxv3.common.synchronization [req-be5d0133-2857-412d-bd4e-1b8a7963b370 req-7a176761-fae4-4bfa-b1ea-7385da4af4e5 service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 859.200584] env[65249]: INFO networking_nsxv3.common.synchronization [req-be5d0133-2857-412d-bd4e-1b8a7963b370 req-7a176761-fae4-4bfa-b1ea-7385da4af4e5 service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 859.200803] env[65249]: INFO networking_nsxv3.common.synchronization [req-be5d0133-2857-412d-bd4e-1b8a7963b370 req-7a176761-fae4-4bfa-b1ea-7385da4af4e5 service nova] Enqueued Resource ID: 82e1650d-33ae-4904-871c-a3f1ad43d4e7 with Priority: HIGHEST for action port [ 859.201265] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 859.201433] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 859.201540] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e1650d-33ae-4904-871c-a3f1ad43d4e7 with Priority: HIGHEST for action port [ 859.201837] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.203602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.203602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.203602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.203602] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.204350] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204546] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e1650d-33ae-4904-871c-a3f1ad43d4e7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.204995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.204995] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e1650d-33ae-4904-871c-a3f1ad43d4e7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.707957] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.708256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.712041] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82e1650d-33ae-4904-871c-a3f1ad43d4e7 with status ACTIVE [ 859.712041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.712041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.712041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.712041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.712889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.712889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.712889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82e1650d-33ae-4904-871c-a3f1ad43d4e7 is going to be updated. [ 859.743771] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.743771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.743771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.743771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.743771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.743771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e1650d-33ae-4904-871c-a3f1ad43d4e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.752598] env[65249]: INFO networking_nsxv3.common.synchronization [None req-1ca2190b-a540-4ccb-bd5f-7dfebd3cea03 tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 859.753592] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 859.754051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.754286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.754345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.754682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.754811] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.935724] env[65249]: INFO networking_nsxv3.common.synchronization [None req-63b69411-3cff-43f7-9de2-bb68be1086de tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 859.936640] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 859.938017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.938017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.955948] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 859.956188] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 859.956290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.956463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.956693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.956882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.957043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.957118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.957299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.957391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.957514] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.279461] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.279780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.280527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.280527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.280527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.280527] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 already deleted. [ 860.280698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.281142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.281142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.281142] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.462838] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.574019] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6dcdcde6-e0fb-41fb-81a7-e0c246c8797f None None] Enqueued Resource ID: 8bc951c5-6495-4f03-812f-5d3d31088bc5 with Priority: HIGHEST for action port [ 860.574019] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc951c5-6495-4f03-812f-5d3d31088bc5 with Priority: HIGHEST for action port [ 860.574019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc951c5-6495-4f03-812f-5d3d31088bc5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc951c5-6495-4f03-812f-5d3d31088bc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.574019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc951c5-6495-4f03-812f-5d3d31088bc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.574909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc951c5-6495-4f03-812f-5d3d31088bc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.576855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc951c5-6495-4f03-812f-5d3d31088bc5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.602613] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 860.602876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.806911] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.806911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.806911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.806911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.806911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.806911] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 already deleted. [ 860.806911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.939742] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b339174-a57a-4f9d-8dba-e132788d94ef in Status: SUCCESS [ 860.939915] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef deletion is rescheduled due to dependency. [ 860.940046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.966639] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.076090] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 861.076090] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 deletion is rescheduled due to dependency. [ 861.076090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.078468] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bc951c5-6495-4f03-812f-5d3d31088bc5 [ 861.078468] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.078914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.078989] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bc951c5-6495-4f03-812f-5d3d31088bc5 already deleted. [ 861.079077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc951c5-6495-4f03-812f-5d3d31088bc5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.150275] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e54b05c-0961-4be4-a187-27c848b41031 in Status: SUCCESS [ 861.150508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.150989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.151290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.151456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e54b05c-0961-4be4-a187-27c848b41031',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.471038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.471260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.471548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.471639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.472205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.472205] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 861.505478] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.505632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.505708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.505914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.506069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.515699] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 861.675150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.675393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.675471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.675636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.675751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.675815] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e54b05c-0961-4be4-a187-27c848b41031 is going to be deleted. [ 861.736914] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.737100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.738702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.738702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.738702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.738702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e54b05c-0961-4be4-a187-27c848b41031" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.161867] env[65249]: INFO networking_nsxv3.common.synchronization [req-53e8b1a9-bbe8-44ae-80a5-72d5eeb84c1e req-9450a319-b4df-42dd-aa2f-6ef72667b1d1 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 862.162452] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 862.162753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.162873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.162944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163282] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.163372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.163461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.163793] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.612241] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.612927] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.613231] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.613390] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.613718] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.613872] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.613982] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.614238] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.614394] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.614819] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.614960] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.615106] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.615227] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.615351] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.615494] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.615648] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.640156] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.640156] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.640156] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.640615] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.640665] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-76386f92-b075-4539-ac46-3bd9de9270ea taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.641128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.641458] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.641797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.641937] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76386f92-b075-4539-ac46-3bd9de9270ea',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.666043] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.144989] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.145279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.145420] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.145763] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.145935] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.146111] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 76386f92-b075-4539-ac46-3bd9de9270ea not found, creating... [ 863.146403] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.146567] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.146680] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.146934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.147085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.147371] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.147523] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.147640] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.147896] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.148240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.148443] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 76386f92-b075-4539-ac46-3bd9de9270ea is going to be created. [ 863.169266] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.176426] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.176660] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.176786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.177081] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.177310] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.177566] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.252044] env[65249]: INFO networking_nsxv3.common.synchronization [None req-80277cb1-1bc1-4364-9b01-7be702f127c3 None None] Enqueued Resource ID: 0b1d4070-1acd-411d-868d-b21bf6468159 with Priority: HIGHEST for action port [ 863.252616] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d4070-1acd-411d-868d-b21bf6468159 with Priority: HIGHEST for action port [ 863.252948] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1d4070-1acd-411d-868d-b21bf6468159 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.253146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1d4070-1acd-411d-868d-b21bf6468159" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.253219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1d4070-1acd-411d-868d-b21bf6468159" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.253527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1d4070-1acd-411d-868d-b21bf6468159" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.253636] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1d4070-1acd-411d-868d-b21bf6468159',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.525725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 863.525945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.526714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.526714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.526850] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.526955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.527021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.527160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.527240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.527334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.527426] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.672571] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.672734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.672833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.673055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.673156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673255] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 863.705896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.706081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.706140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.706354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.706512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.718418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 863.756743] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b1d4070-1acd-411d-868d-b21bf6468159 [ 863.756743] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.756743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.756743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.757082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.757082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.757216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b1d4070-1acd-411d-868d-b21bf6468159 already deleted. [ 863.757289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1d4070-1acd-411d-868d-b21bf6468159" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.982694] env[65249]: INFO networking_nsxv3.common.synchronization [req-53e8b1a9-bbe8-44ae-80a5-72d5eeb84c1e req-4df2de07-6dc9-46d9-971b-c26590ffea83 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 863.984091] env[65249]: INFO networking_nsxv3.common.synchronization [req-53e8b1a9-bbe8-44ae-80a5-72d5eeb84c1e req-4df2de07-6dc9-46d9-971b-c26590ffea83 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 863.984696] env[65249]: INFO networking_nsxv3.common.synchronization [req-53e8b1a9-bbe8-44ae-80a5-72d5eeb84c1e req-4df2de07-6dc9-46d9-971b-c26590ffea83 service nova] Enqueued Resource ID: 76386f92-b075-4539-ac46-3bd9de9270ea with Priority: HIGHEST for action port [ 863.986270] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 863.986535] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 863.986670] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76386f92-b075-4539-ac46-3bd9de9270ea with Priority: HIGHEST for action port [ 863.987474] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.987686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.987764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.987966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.988058] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.988967] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.990605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.990875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-76386f92-b075-4539-ac46-3bd9de9270ea taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.991020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.991069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.991867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.991867] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76386f92-b075-4539-ac46-3bd9de9270ea',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.031157] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.031306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.031367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.031610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.031781] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.031876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.032444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.032444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.032444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.032444] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.032682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.032682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.032776] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.032862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.033237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.033341] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.494924] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.494924] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76386f92-b075-4539-ac46-3bd9de9270ea with status ACTIVE [ 864.494924] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.494924] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.494924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.495868] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.495868] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76386f92-b075-4539-ac46-3bd9de9270ea is going to be updated. [ 864.523988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.523988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.523988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.523988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.523988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.523988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76386f92-b075-4539-ac46-3bd9de9270ea" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539494] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 864.563600] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.563889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.563889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.568420] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.568420] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.568420] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.568420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.570178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.570178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.570178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.570178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 864.665079] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.665079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.665079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.665079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.665371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.679198] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 864.929522] env[65249]: INFO networking_nsxv3.common.synchronization [None req-8151bb2e-efe7-4fdf-958e-450093f8bb7f tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 864.931113] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 864.931113] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.931113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.931113] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.031954] env[65249]: INFO networking_nsxv3.common.synchronization [None req-02fa7530-e747-4f91-8d9d-fff3ad500998 tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 865.032594] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 865.032961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.033071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.457341] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.457976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.458594] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 already deleted. [ 865.458970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.459123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.459332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.459461] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.547748] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f7854956-0401-4362-9b72-afaea46baa69 None None] Enqueued Resource ID: 2b56ad73-3922-4902-8e8b-84c3308a2885 with Priority: HIGHEST for action port [ 865.548643] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b56ad73-3922-4902-8e8b-84c3308a2885 with Priority: HIGHEST for action port [ 865.548643] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b56ad73-3922-4902-8e8b-84c3308a2885 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.548889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b56ad73-3922-4902-8e8b-84c3308a2885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.548889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b56ad73-3922-4902-8e8b-84c3308a2885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.549386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b56ad73-3922-4902-8e8b-84c3308a2885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.549386] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b56ad73-3922-4902-8e8b-84c3308a2885',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.728895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 865.729147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.729330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.729557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.729825] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.729922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.729976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.730127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.730207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.730317] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.982939] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.983637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.983722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.984271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.984271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.984271] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 already deleted. [ 865.984271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.052197] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b56ad73-3922-4902-8e8b-84c3308a2885 [ 866.052197] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.052197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.052197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.052552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.052552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.052618] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b56ad73-3922-4902-8e8b-84c3308a2885 already deleted. [ 866.052650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b56ad73-3922-4902-8e8b-84c3308a2885" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.233074] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.699686] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 866.699686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.736113] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.035775] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cd20b2f-5e76-44d5-bf8f-7d2f47fa0fde req-a9fee8d3-cf8b-4fe7-a347-88752e2187cd tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 867.036359] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 867.036652] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.036774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.036844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.037053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.037215] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.037307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.037420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.037530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.037604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.037716] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.239114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.239493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.239493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.240623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.240623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.240623] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 867.280212] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.280286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.280810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.280810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.280810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.295160] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 867.303509] env[65249]: INFO networking_nsxv3.common.synchronization [req-6a651451-99a8-4cf7-9a0b-f37c4817c3e7 req-c31f8015-ee7f-42b2-94b2-53b86f14164c tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 867.304065] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 867.304860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.304860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.304860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.305100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.305490] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.305848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.306000] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.306099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.306208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.306321] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.377333] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.377686] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.377805] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.378215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.378573] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.378801] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.379077] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.379498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.379498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379798] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.379975] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.380184] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.380335] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.380509] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.380675] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.380874] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.405120] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.405286] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.405425] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.405604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-511" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.405929] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-c374e1ce-adb4-4a73-bd61-7a3d4781a986 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.406110] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.406469] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.406559] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.406695] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c374e1ce-adb4-4a73-bd61-7a3d4781a986',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.540340] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.540573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.540662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.540879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.540966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.541184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.541284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.541367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.541542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.541620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.541705] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be deleted. [ 867.573032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.573189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.573256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.573516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.573627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.573729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.808753] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.909816] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.910085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.910216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.910496] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.910729] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.910902] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port c374e1ce-adb4-4a73-bd61-7a3d4781a986 not found, creating... [ 867.911233] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.911389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.911470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.911710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.911850] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.912204] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.912403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.912480] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.913122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.913122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.913122] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: c374e1ce-adb4-4a73-bd61-7a3d4781a986 is going to be created. [ 867.940251] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.940516] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.940605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.940872] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.941110] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.941394] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.117738] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae82f19f-8979-48d7-9234-5c70a295bd67 req-ee889ce3-d604-4adc-87b8-dfacfc5b0326 tempest-ImagesOneServerTestJSON-1523147254 tempest-ImagesOneServerTestJSON-1523147254-project-member] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 868.118383] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGHEST for action security_group_members [ 868.118696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.118823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.118887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.119264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.119428] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.119532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.119595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.119756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.119842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.119934] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.310875] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.622425] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.622588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.622661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.622879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.649923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.651283] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.651283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.651283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.651283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.651283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.651283] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb is going to be updated. [ 868.680927] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.691232] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: IN_PROGRESS for 2s [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cd20b2f-5e76-44d5-bf8f-7d2f47fa0fde req-1409bf30-6f44-47f5-aa3e-a2364558ff21 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cd20b2f-5e76-44d5-bf8f-7d2f47fa0fde req-1409bf30-6f44-47f5-aa3e-a2364558ff21 service nova] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cd20b2f-5e76-44d5-bf8f-7d2f47fa0fde req-1409bf30-6f44-47f5-aa3e-a2364558ff21 service nova] Enqueued Resource ID: c374e1ce-adb4-4a73-bd61-7a3d4781a986 with Priority: HIGHEST for action port [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_rules [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 868.696266] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c374e1ce-adb4-4a73-bd61-7a3d4781a986 with Priority: HIGHEST for action port [ 868.696266] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.696266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.696266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.696703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.696703] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.697474] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.697567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.697698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.697900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.697969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.698092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.698152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.698292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.698409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.698498] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.699615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c374e1ce-adb4-4a73-bd61-7a3d4781a986 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.700565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.700706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.700900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.701028] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c374e1ce-adb4-4a73-bd61-7a3d4781a986',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.812844] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.813143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.813143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.813338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.813569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.813569] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 868.847256] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.847456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.847529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.847758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.847941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.873043] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 869.202803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.202936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.203153] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.204206] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c374e1ce-adb4-4a73-bd61-7a3d4781a986 with status ACTIVE [ 869.204391] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.204531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.204624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.204837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.204929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.205118] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.205218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.205279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.205421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.205590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.205668] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.205757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.205812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.205943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.206019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.206138] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c374e1ce-adb4-4a73-bd61-7a3d4781a986 is going to be updated. [ 869.248292] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.248488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.248579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.248793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.248938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.249119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c374e1ce-adb4-4a73-bd61-7a3d4781a986" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.306974] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 869.307212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.307376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.307603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.307799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.307912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.307976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.308140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.308218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.308300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.308414] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.708434] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.811406] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.811605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.811672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813183] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813183] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.813183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.813934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.813934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813934] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.210864] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.211056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.211141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.211332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.211416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.211525] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be created. [ 870.241770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.241963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.242057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.242174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.253577] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: UNINITIALIZED for 2s [ 870.317423] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 870.339765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.339965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.339965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.340197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.372332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.372678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.372797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.372865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.373142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.373270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.373810] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.373810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.373810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.373810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.373810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.374133] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.374133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.374230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.374290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.374524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.374524] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 870.449861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.449995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.451407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.451666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.451825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.470170] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 870.702780] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb in Status: SUCCESS [ 870.703275] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb deletion is rescheduled due to dependency. [ 870.703426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886806] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 870.887323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.233981] env[65249]: INFO networking_nsxv3.common.synchronization [req-f8208764-7f51-4d7d-be33-6bad4f663c03 req-3e76643b-5a3b-4b42-87ef-40c3f5723892 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 872.234542] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 872.234856] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.234985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.235247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.235513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.235680] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.235841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.235841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.236011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.236098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.236191] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.264768] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 872.265044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.265210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.265426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.265624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.265745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.265861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.265955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.266042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.266220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.266220] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.487163] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 872.487615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.633514] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.633514] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.633856] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.634170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.634463] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634649] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634793] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.635055] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.635214] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.635433] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.635549] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.635652] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.635835] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.636009] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.636158] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.636281] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.657654] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.657887] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.658094] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.658303] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.658656] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-8a1c2923-de47-4758-9a9e-62c56b0215ad taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.658871] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.659043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.659520] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.659728] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1c2923-de47-4758-9a9e-62c56b0215ad',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.738427] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.738747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.738902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.739375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.739549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.740304] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.740559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.740692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.740949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.741084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.741246] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 already deleted. [ 872.741427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.768932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.768932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.768932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.769350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.769977] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.770126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.770234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.770377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.770508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.770849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.770849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.771047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.771188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.771324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.771324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.771659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.771659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.771659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.771659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.162615] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.163029] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.163164] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.163728] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.163728] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.163900] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 8a1c2923-de47-4758-9a9e-62c56b0215ad not found, creating... [ 873.164212] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.164511] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.164706] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.164973] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.165216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.165581] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.165824] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166098] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.166859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.166859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.166979] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 8a1c2923-de47-4758-9a9e-62c56b0215ad is going to be created. [ 873.199261] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.199261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.199261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.199261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.199261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.199261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277131] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b171751-9faa-4caf-96ef-0d40d088802d: rpc.has_security_group_logging(os_id): False [ 873.349246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.349246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.349246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.349246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.351688] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.351688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.351688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.351688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.351688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.351688] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be created. [ 873.421272] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.421468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.421580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.421854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.422082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.453215] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 874.011849] env[65249]: INFO networking_nsxv3.common.synchronization [req-f8208764-7f51-4d7d-be33-6bad4f663c03 req-b376ee34-c0c3-4207-81f9-b3edb7e95c1b service nova] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 874.011849] env[65249]: INFO networking_nsxv3.common.synchronization [req-f8208764-7f51-4d7d-be33-6bad4f663c03 req-b376ee34-c0c3-4207-81f9-b3edb7e95c1b service nova] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 874.011849] env[65249]: INFO networking_nsxv3.common.synchronization [req-f8208764-7f51-4d7d-be33-6bad4f663c03 req-b376ee34-c0c3-4207-81f9-b3edb7e95c1b service nova] Enqueued Resource ID: 8a1c2923-de47-4758-9a9e-62c56b0215ad with Priority: HIGHEST for action port [ 874.012139] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_rules [ 874.012274] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 874.012366] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1c2923-de47-4758-9a9e-62c56b0215ad with Priority: HIGHEST for action port [ 874.012676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.012769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.012821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.013241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.013241] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.014040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.014151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.014224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.014398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.015143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.015143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.015282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.015332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.015417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.015518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.018795] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1c2923-de47-4758-9a9e-62c56b0215ad taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.018795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.018795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.018795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.018795] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1c2923-de47-4758-9a9e-62c56b0215ad',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.519575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.519575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.519575] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.520470] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1c2923-de47-4758-9a9e-62c56b0215ad with status ACTIVE [ 874.520684] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.520867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.520937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.521158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521428] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522445] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.522647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.523167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.523167] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1c2923-de47-4758-9a9e-62c56b0215ad is going to be updated. [ 874.550391] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.550857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1c2923-de47-4758-9a9e-62c56b0215ad" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.025507] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.470038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 875.470279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.528572] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.529022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.529072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.529280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.529385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.529523] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 is going to be created. [ 875.586946] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.587245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.587320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.587562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.587717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620694] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: UNINITIALIZED for 2s [ 875.682899] env[65249]: INFO networking_nsxv3.common.synchronization [req-f37d9922-b67e-4c3a-894c-5715aa910421 req-0941e618-49c6-44e1-809e-666d65408dd9 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 875.683484] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 875.683851] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.683979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.684064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.684282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.684437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.684545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.684626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.685766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.685766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.685766] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.191262] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.693026] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.196656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.198068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198186] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 877.239063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.239241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.239287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.239536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.239693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.250920] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 877.631316] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: SUCCESS [ 877.631674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.631906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.632490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.633064] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.124954] env[65249]: INFO networking_nsxv3.common.synchronization [req-699aa1f7-94bf-43aa-83d5-dd241ad862b5 req-68a0c433-8427-4cc7-b034-6cea95723305 tempest-ServersNegativeTestJSON-87128667 tempest-ServersNegativeTestJSON-87128667-project-member] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 878.125280] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 878.125521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.125725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.125800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.126059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.126220] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.128969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.128969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.128969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.128969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.128969] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.138424] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.525223] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.525433] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.525533] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.525873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.526146] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.526305] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.526420] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.526638] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.526783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.526996] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.527129] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.527238] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.527345] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.527454] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.527591] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.527678] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.566340] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.566560] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.566654] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.566918] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.567927] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-b61db5a9-3bea-4d71-9ef8-1fadf974985e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.568213] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.568376] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.568837] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.569359] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61db5a9-3bea-4d71-9ef8-1fadf974985e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.628447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.628659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.628761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.629062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.629130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.629317] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.629452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.629520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.629830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.629935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.630090] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b already deleted. [ 878.630221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.642193] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9515248d-f314-4c09-a396-a3642ccc4e74: rpc.has_security_group_logging(os_id): False [ 878.662989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.663179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.663221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.663427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.663515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.663795] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.663900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.663964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.664177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.664269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.664398] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 is going to be created. [ 878.750027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.750219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.750219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.750444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.750674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.764852] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: IN_PROGRESS for 2s [ 879.072139] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.072393] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.072525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.072806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.072946] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.073116] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port b61db5a9-3bea-4d71-9ef8-1fadf974985e not found, creating... [ 879.073558] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.073677] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.073745] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074056] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.074199] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.074495] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.074797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.074991] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.075258] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.075401] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.075550] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e is going to be created. [ 879.099069] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.099069] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.099069] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.099360] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.099583] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.099809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.269360] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 879.269653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406117] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6eac056b-cda9-4948-b916-02afe58b4449 None None] Enqueued Resource ID: 2bab8c26-698d-4de9-91d1-ded19e86f2b4 with Priority: HIGHEST for action port [ 879.406117] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bab8c26-698d-4de9-91d1-ded19e86f2b4 with Priority: HIGHEST for action port [ 879.406203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bab8c26-698d-4de9-91d1-ded19e86f2b4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.406309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bab8c26-698d-4de9-91d1-ded19e86f2b4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.406386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bab8c26-698d-4de9-91d1-ded19e86f2b4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.406661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bab8c26-698d-4de9-91d1-ded19e86f2b4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.406741] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab8c26-698d-4de9-91d1-ded19e86f2b4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.832840] env[65249]: INFO networking_nsxv3.common.synchronization [req-699aa1f7-94bf-43aa-83d5-dd241ad862b5 req-c271d112-7522-4f34-b00e-41164e23c1c9 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 879.832928] env[65249]: INFO networking_nsxv3.common.synchronization [req-699aa1f7-94bf-43aa-83d5-dd241ad862b5 req-c271d112-7522-4f34-b00e-41164e23c1c9 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 879.833080] env[65249]: INFO networking_nsxv3.common.synchronization [req-699aa1f7-94bf-43aa-83d5-dd241ad862b5 req-c271d112-7522-4f34-b00e-41164e23c1c9 service nova] Enqueued Resource ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e with Priority: HIGHEST for action port [ 879.833322] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 879.833449] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 879.833614] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e with Priority: HIGHEST for action port [ 879.834402] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.834667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.835104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.835239] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.840314] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.840483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.840564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.840783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.840959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.841288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.841681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.841808] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.843625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b61db5a9-3bea-4d71-9ef8-1fadf974985e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.843625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.843625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.843625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.843625] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61db5a9-3bea-4d71-9ef8-1fadf974985e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.909534] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bab8c26-698d-4de9-91d1-ded19e86f2b4 [ 879.911184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.911428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.911539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.911860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.912309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.912309] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bab8c26-698d-4de9-91d1-ded19e86f2b4 already deleted. [ 879.912309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bab8c26-698d-4de9-91d1-ded19e86f2b4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.120126] env[65249]: INFO networking_nsxv3.common.synchronization [req-6382fa68-26d8-45c0-8ae5-aee3e891f95c req-aee19eea-3859-46f5-9c66-41d4726f6835 tempest-ImagesOneServerNegativeTestJSON-156448922 tempest-ImagesOneServerNegativeTestJSON-156448922-project-member] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 880.121035] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGHEST for action security_group_members [ 880.121035] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.125022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.125022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.125022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.125022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.125022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.125022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.125022] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.345183] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.345472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.345512] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.346453] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b61db5a9-3bea-4d71-9ef8-1fadf974985e with status ACTIVE [ 880.346644] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.346764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.346831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.347063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.347139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.347309] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.347404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.347469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.347619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.349084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.349084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.349084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.349084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.349084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.349909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.350113] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e is going to be updated. [ 880.373445] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.373445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.373445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.373754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.373859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.374031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.624495] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.627261] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.627261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.627261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be updated. [ 880.664466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.664466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.664466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.664466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.664773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.676971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: IN_PROGRESS for 2s [ 880.778120] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: SUCCESS [ 880.778120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.852664] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.128094] env[65249]: INFO networking_nsxv3.common.synchronization [None req-30971be6-8ede-4c24-9d1c-6ca0afcb932e tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 881.128464] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 881.128880] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.128880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.128880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.134980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.134980] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.224101] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e8eea774-3302-47e7-8c9a-242ded37d7cc tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 881.224101] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 881.224101] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.224101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.357378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.357641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.357765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.357984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.360209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.360209] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be created. [ 881.385606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.385784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.385861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.386242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.386406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.398495] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: UNINITIALIZED for 2s [ 881.662461] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.662700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.662797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663335] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 already deleted. [ 881.663436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663941] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.163274] env[65249]: INFO networking_nsxv3.common.synchronization [None req-71278605-c3ee-4b2e-902c-6d0ec3917e6a None None] Enqueued Resource ID: 9337821d-c54d-48f5-9d8e-101b1d331964 with Priority: HIGHEST for action port [ 882.163388] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9337821d-c54d-48f5-9d8e-101b1d331964 with Priority: HIGHEST for action port [ 882.164662] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-9337821d-c54d-48f5-9d8e-101b1d331964 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.164662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9337821d-c54d-48f5-9d8e-101b1d331964" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.164662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9337821d-c54d-48f5-9d8e-101b1d331964" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.166415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9337821d-c54d-48f5-9d8e-101b1d331964" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.166415] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9337821d-c54d-48f5-9d8e-101b1d331964',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.188197] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.188360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.188433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.188670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.188761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.188867] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 already deleted. [ 882.188954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.669017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9337821d-c54d-48f5-9d8e-101b1d331964 [ 882.669294] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.669436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.669506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.669716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.669814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.669905] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9337821d-c54d-48f5-9d8e-101b1d331964 already deleted. [ 882.669988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9337821d-c54d-48f5-9d8e-101b1d331964" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.690905] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b171751-9faa-4caf-96ef-0d40d088802d in Status: SUCCESS [ 882.691167] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d deletion is rescheduled due to dependency. [ 882.691298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.413178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.413178] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.413178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.413178] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.917219] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.917601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.917601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.917693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.917817] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.917910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.917971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.918135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.918219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.918309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.918455] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.918545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.918657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.918738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.918878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.919337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.919337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.919337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.919724] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.422787] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aefa22f3-9e3e-4be8-adc5-31db1fb38e9b: rpc.has_security_group_logging(os_id): False [ 884.445282] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.445484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.445569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.445892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.446375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.446375] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.446375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.446375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.446559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.446589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.446808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.446904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.446964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.447122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.447207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.447426] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.447526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.447585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.447773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.448237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.448472] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be created. [ 884.517327] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.517539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.517539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.517762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.518018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.533009] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 884.670022] env[65249]: INFO networking_nsxv3.common.synchronization [req-ea33e768-5d5f-4dcd-af1c-1a58892de155 req-4414f87b-8eb8-4413-b189-cdcf91639528 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 884.671040] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 884.672763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.672919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.674023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.674023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.674023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.181419] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.181740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.181832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.182083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.182178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.182387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.182495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.182568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.182765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.182938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.182938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 885.214403] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.214403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.214403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.214403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.214403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.223709] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 885.232540] env[65249]: INFO networking_nsxv3.common.synchronization [req-806eb149-1793-41da-afd5-c4fbf50e1677 req-7c9e6d60-236e-4601-a368-0b79c9741e78 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 885.233174] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 885.233445] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.233445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.233551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.234058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.234058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.234058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.234240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.234278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.234396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.234489] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.736982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.737205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.737256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.737753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.737753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.737753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.737859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.737890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.738143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.738184] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 885.781366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.781551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.781605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.781785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.781924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.794869] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 886.546592] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 886.547165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233014] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 887.233231] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 887.233348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.510019] env[65249]: INFO networking_nsxv3.common.synchronization [None req-34e318c1-0824-4cfa-8ef6-06b948da8ca7 None None] Enqueued Resource ID: a766d768-2951-4a10-8ca8-07a1363b15f2 with Priority: HIGHEST for action port [ 887.510318] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a766d768-2951-4a10-8ca8-07a1363b15f2 with Priority: HIGHEST for action port [ 887.510894] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a766d768-2951-4a10-8ca8-07a1363b15f2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.511040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a766d768-2951-4a10-8ca8-07a1363b15f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.511112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a766d768-2951-4a10-8ca8-07a1363b15f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.511363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a766d768-2951-4a10-8ca8-07a1363b15f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.511446] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a766d768-2951-4a10-8ca8-07a1363b15f2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.805599] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 4s [ 888.015688] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a766d768-2951-4a10-8ca8-07a1363b15f2 [ 888.016297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.016412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.016868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.016868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.016868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.016868] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a766d768-2951-4a10-8ca8-07a1363b15f2 already deleted. [ 888.017050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a766d768-2951-4a10-8ca8-07a1363b15f2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.289255] env[65249]: INFO networking_nsxv3.common.synchronization [None req-03792dda-6832-4b01-ab6e-dc82c8901b95 None None] Enqueued Resource ID: 53af6155-2963-41d3-8953-06b948b22bd4 with Priority: HIGHEST for action port [ 888.289255] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53af6155-2963-41d3-8953-06b948b22bd4 with Priority: HIGHEST for action port [ 888.289255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-53af6155-2963-41d3-8953-06b948b22bd4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.289255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53af6155-2963-41d3-8953-06b948b22bd4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.289255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53af6155-2963-41d3-8953-06b948b22bd4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.289255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53af6155-2963-41d3-8953-06b948b22bd4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.289255] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53af6155-2963-41d3-8953-06b948b22bd4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.511118] env[65249]: INFO networking_nsxv3.common.synchronization [None req-53b8cc9d-b190-45f5-a881-93903cc3d672 tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 888.511722] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 888.512135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.512263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.512374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.512672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.512759] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.649507] env[65249]: INFO networking_nsxv3.common.synchronization [None req-43f5ad54-e3ec-42d9-9297-9d0e7324d489 tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 888.650055] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 888.650356] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.650456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.796519] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53af6155-2963-41d3-8953-06b948b22bd4 [ 888.797305] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.797305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.797305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.797305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.797305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.797569] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53af6155-2963-41d3-8953-06b948b22bd4 already deleted. [ 888.797569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53af6155-2963-41d3-8953-06b948b22bd4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034758] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4450059a-94d1-4594-a625-0790c0e14550 already deleted. [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.034758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.034758] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.557614] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.557875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.557875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.558086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.558158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.558254] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4450059a-94d1-4594-a625-0790c0e14550 already deleted. [ 889.558331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.818371] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 889.818558] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 889.818661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.415814] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f41f209c-a46e-4854-b67a-dd771abb4836 None None] Enqueued Resource ID: 7108df3d-2405-4b7f-be58-47376487f971 with Priority: HIGHEST for action port [ 891.416436] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108df3d-2405-4b7f-be58-47376487f971 with Priority: HIGHEST for action port [ 891.416743] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-7108df3d-2405-4b7f-be58-47376487f971 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.416868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7108df3d-2405-4b7f-be58-47376487f971" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.416936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7108df3d-2405-4b7f-be58-47376487f971" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.417253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7108df3d-2405-4b7f-be58-47376487f971" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.417344] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7108df3d-2405-4b7f-be58-47376487f971',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.920283] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7108df3d-2405-4b7f-be58-47376487f971 [ 891.920726] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.920912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.920988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.921398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.921398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.921482] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7108df3d-2405-4b7f-be58-47376487f971 already deleted. [ 891.921510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7108df3d-2405-4b7f-be58-47376487f971" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.202852] env[65249]: INFO networking_nsxv3.common.synchronization [None req-569cfdfd-fcda-4fa4-98d9-261924d239ff None None] Enqueued Resource ID: 0621eff5-c3f0-4bee-bde0-ee629f61d5d2 with Priority: HIGHEST for action port [ 892.203416] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0621eff5-c3f0-4bee-bde0-ee629f61d5d2 with Priority: HIGHEST for action port [ 892.203777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0621eff5-c3f0-4bee-bde0-ee629f61d5d2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.203961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0621eff5-c3f0-4bee-bde0-ee629f61d5d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.204051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0621eff5-c3f0-4bee-bde0-ee629f61d5d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.204362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0621eff5-c3f0-4bee-bde0-ee629f61d5d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.204453] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0621eff5-c3f0-4bee-bde0-ee629f61d5d2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.709509] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0621eff5-c3f0-4bee-bde0-ee629f61d5d2 [ 892.709509] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.709509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.709509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.710460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.710460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.710460] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0621eff5-c3f0-4bee-bde0-ee629f61d5d2 already deleted. [ 892.710460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0621eff5-c3f0-4bee-bde0-ee629f61d5d2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.281132] env[65249]: INFO networking_nsxv3.common.synchronization [None req-470530bb-f5dd-419a-bf96-828d5610b32c None None] Enqueued Resource ID: da27b6ad-d814-490c-961f-9b8b16251ae8 with Priority: HIGHEST for action port [ 895.281132] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27b6ad-d814-490c-961f-9b8b16251ae8 with Priority: HIGHEST for action port [ 895.281132] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-da27b6ad-d814-490c-961f-9b8b16251ae8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.281132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da27b6ad-d814-490c-961f-9b8b16251ae8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.281660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da27b6ad-d814-490c-961f-9b8b16251ae8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.281660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da27b6ad-d814-490c-961f-9b8b16251ae8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.281660] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da27b6ad-d814-490c-961f-9b8b16251ae8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.784714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da27b6ad-d814-490c-961f-9b8b16251ae8 [ 895.784714] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.784714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.784714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.784714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.784714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.784714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da27b6ad-d814-490c-961f-9b8b16251ae8 already deleted. [ 895.785100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da27b6ad-d814-490c-961f-9b8b16251ae8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986389] env[65249]: INFO networking_nsxv3.common.synchronization [req-88b28cb1-881e-499d-92f1-c9bfe7123814 req-4d626a65-f46e-4d14-8a8e-2e41bd6fa00f tempest-ListServerFiltersTestJSON-1518189185 tempest-ListServerFiltersTestJSON-1518189185-project-member] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 895.986389] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGHEST for action security_group_members [ 895.986389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.986389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.986726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.987729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.987729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.987729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.987729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.987729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.987729] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.495700] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.495700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.495700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.495700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.518694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.518694] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.518821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.518821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.519171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.519253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.519343] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be updated. [ 896.548186] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.548326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.548625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.548625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.548736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.562151] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: IN_PROGRESS for 2s [ 898.517046] env[65249]: INFO networking_nsxv3.common.synchronization [req-65c8dba2-7ba9-46de-a545-8a47abe69376 req-250694c9-841f-415c-9b57-9201bfe930a3 tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 898.517046] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 898.517373] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.517606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.517703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.517998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.518233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.518385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.518489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.518684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.518816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.518981] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.574879] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 in Status: SUCCESS [ 898.574879] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 deletion is rescheduled due to dependency. [ 898.574879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.022825] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.024680] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.024680] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 already deleted. [ 899.024680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.119578] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.119777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.119971] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.120166] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.120269] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.120460] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.120594] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.120796] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.120904] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.121111] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.121111] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.121233] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.121331] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.121430] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.140244] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.140353] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.140737] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.140737] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.141187] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-232885e7-0c32-40cf-a8e5-60ba7c23619a taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.141294] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.141613] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.141700] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.142095] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('232885e7-0c32-40cf-a8e5-60ba7c23619a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.644110] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.644418] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.644418] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.645058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.645656] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.645656] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 232885e7-0c32-40cf-a8e5-60ba7c23619a not found, creating... [ 899.645778] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.646046] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.646184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.646774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.646774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.646965] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.647453] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.647453] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.647567] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.647934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.648140] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a is going to be created. [ 899.670890] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.672024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.672024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.672024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.672024] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.672169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.007466] env[65249]: INFO networking_nsxv3.common.synchronization [req-5aa4c82b-e439-4b31-a4b7-b00bedf05fb8 req-c1aab6f6-f656-4b7a-a2be-ee74ac031065 tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 900.011019] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 900.011019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.011019] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.011019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.011019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [req-65c8dba2-7ba9-46de-a545-8a47abe69376 req-fd496a6a-2955-4e5b-a4a3-8afc8e81d9da service nova] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [req-65c8dba2-7ba9-46de-a545-8a47abe69376 req-fd496a6a-2955-4e5b-a4a3-8afc8e81d9da service nova] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [req-65c8dba2-7ba9-46de-a545-8a47abe69376 req-fd496a6a-2955-4e5b-a4a3-8afc8e81d9da service nova] Enqueued Resource ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a with Priority: HIGHEST for action port [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 900.374487] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a with Priority: HIGHEST for action port [ 900.374487] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.374487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.374974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.375545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.375897] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.380704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.380704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.380704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.382545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.382545] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.382545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.382545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.382545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.383199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.383997] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.386030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-232885e7-0c32-40cf-a8e5-60ba7c23619a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.386030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.386030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.386030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.386030] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('232885e7-0c32-40cf-a8e5-60ba7c23619a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.516610] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.516806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.516892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.517053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.517711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.517711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.517711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.517711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.517711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.517711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.517938] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 already deleted. [ 900.517938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.733888] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.734133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.734133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.734381] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.734578] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.734753] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.735139] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.735369] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.735595] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.735817] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.735926] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.736037] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.736216] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.736271] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.736350] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.736477] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.754952] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.755671] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.755671] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.755671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.755886] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-504d2c50-a073-4e67-bc38-e3d18ab79684 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.756108] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.756491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.756491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.756855] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504d2c50-a073-4e67-bc38-e3d18ab79684',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.882645] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.882645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.889255] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.890341] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 232885e7-0c32-40cf-a8e5-60ba7c23619a with status ACTIVE [ 900.891537] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.891537] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.891537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.893931] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.893931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.893931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.893931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.893931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.893931] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a is going to be updated. [ 900.914244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.914463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.915146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.915146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.915146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.916156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.259194] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.259468] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.259596] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.259852] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.259996] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.260169] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 504d2c50-a073-4e67-bc38-e3d18ab79684 not found, creating... [ 901.260542] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260932] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.261169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.261302] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.261579] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.261796] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.261843] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.262042] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.262178] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.262315] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 504d2c50-a073-4e67-bc38-e3d18ab79684 is going to be created. [ 901.282037] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.282240] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.282362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.282653] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.282873] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.283100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.394422] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.896603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.896975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.896975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.897069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.897146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.897296] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be created. [ 901.921862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.922042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.922105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.922319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.922486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.932383] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: UNINITIALIZED for 2s [ 902.035984] env[65249]: INFO networking_nsxv3.common.synchronization [req-5aa4c82b-e439-4b31-a4b7-b00bedf05fb8 req-b5ae6c8f-ff19-4015-96b4-a00f36bd78b5 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 902.035984] env[65249]: INFO networking_nsxv3.common.synchronization [req-5aa4c82b-e439-4b31-a4b7-b00bedf05fb8 req-b5ae6c8f-ff19-4015-96b4-a00f36bd78b5 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 902.035984] env[65249]: INFO networking_nsxv3.common.synchronization [req-5aa4c82b-e439-4b31-a4b7-b00bedf05fb8 req-b5ae6c8f-ff19-4015-96b4-a00f36bd78b5 service nova] Enqueued Resource ID: 504d2c50-a073-4e67-bc38-e3d18ab79684 with Priority: HIGHEST for action port [ 902.036504] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 902.036640] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 902.036735] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504d2c50-a073-4e67-bc38-e3d18ab79684 with Priority: HIGHEST for action port [ 902.037016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.037360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.038042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.038042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.038042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.039194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.039253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.039282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.040050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.040050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.040050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.040050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.040050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.040050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.040050] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.041264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-504d2c50-a073-4e67-bc38-e3d18ab79684 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.041390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.041590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.041590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.041706] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504d2c50-a073-4e67-bc38-e3d18ab79684',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.252548] env[65249]: INFO networking_nsxv3.common.synchronization [req-2906f9a6-e61a-424b-be56-9bbf86a27d73 req-fa2e92ee-34a1-43db-ade5-cc66b6f0c503 tempest-MigrationsAdminTest-479932854 tempest-MigrationsAdminTest-479932854-project-member] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 902.253117] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGHEST for action security_group_members [ 902.253417] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.253540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.253607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.253859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.254020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.254126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.254189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.254332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.254455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.254507] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.366854] env[65249]: INFO networking_nsxv3.common.synchronization [req-3d216dd7-515a-487e-a347-5283e759fbfe req-19666cf9-7f0c-4fc1-9b9f-fdbd3156db0d tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 902.367964] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 902.368487] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.368487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.368487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.369043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.369043] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.369043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.369043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.369258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.369258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.369351] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.543281] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.544357] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.544534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.544618] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 504d2c50-a073-4e67-bc38-e3d18ab79684 with status ACTIVE [ 902.544792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.544907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.544976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.545589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.545693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.545877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.545976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.546062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.546220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.546295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.546473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.546561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.546622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.546755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.546828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.546908] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 504d2c50-a073-4e67-bc38-e3d18ab79684 is going to be updated. [ 902.568716] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.568942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.569248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.569378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.569530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-504d2c50-a073-4e67-bc38-e3d18ab79684" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.756772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.756966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.757049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.757273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.782960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.783437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.783437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.783437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.783917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.783917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.783917] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be updated. [ 902.787586] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.787586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-675" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.787586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-675" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.787807] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-675" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.787975] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.788188] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.788248] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.788455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.788586] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.788798] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.788874] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.789011] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.789148] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.789254] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.789371] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.789499] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.808573] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.808573] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.808573] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.808938] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-675" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.809194] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-39dd99ec-6e85-40aa-843f-490e149dbf0e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.809402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.809538] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.809927] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.810187] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39dd99ec-6e85-40aa-843f-490e149dbf0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.818157] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.818383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.818595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.818748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828742] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: IN_PROGRESS for 2s [ 902.871480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.872083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.872083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.872083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.872083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.872257] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.872377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.872430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.872589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.872672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.872760] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 already deleted. [ 902.872841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.048799] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.312918] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.313215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.313342] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.313656] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.313842] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.314011] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 39dd99ec-6e85-40aa-843f-490e149dbf0e not found, creating... [ 903.314306] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.314460] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.314595] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.315028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.315028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.315481] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.315481] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.315481] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.315665] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.315789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.315926] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e is going to be created. [ 903.338488] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.338861] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.339084] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339658] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.340234] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.551347] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.551604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.553580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.553580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.553580] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be created. [ 903.579250] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.579391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.579458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.579661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.579819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.592427] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: UNINITIALIZED for 2s [ 903.945979] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 903.946335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.946454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.946700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.946922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.947145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.947145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.947347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.947465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.947595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.947778] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.075493] env[65249]: INFO networking_nsxv3.common.synchronization [req-3d216dd7-515a-487e-a347-5283e759fbfe req-66110f20-ddba-4745-b1a7-4a1a76bf7830 service nova] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 904.075794] env[65249]: INFO networking_nsxv3.common.synchronization [req-3d216dd7-515a-487e-a347-5283e759fbfe req-66110f20-ddba-4745-b1a7-4a1a76bf7830 service nova] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 904.076644] env[65249]: INFO networking_nsxv3.common.synchronization [req-3d216dd7-515a-487e-a347-5283e759fbfe req-66110f20-ddba-4745-b1a7-4a1a76bf7830 service nova] Enqueued Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 904.076644] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 904.076817] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 904.079219] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 904.080363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.080533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.080720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.080973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.081918] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.082589] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.082711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.082780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.082957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.083132] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.085259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.085335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.085500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.086134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.086260] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.087507] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-39dd99ec-6e85-40aa-843f-490e149dbf0e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.087654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.088277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.088277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.088390] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39dd99ec-6e85-40aa-843f-490e149dbf0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.450917] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.590796] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.592160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.592279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.592527] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39dd99ec-6e85-40aa-843f-490e149dbf0e with status ACTIVE [ 904.592719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.592809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.593058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.593119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.593371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.593371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.593440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.593553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.593626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.593828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.593899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.594703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.594703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.594703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.594703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.594703] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e is going to be updated. [ 904.617367] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.617367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.617367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.617367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.617367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.617367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.619941] env[65249]: INFO networking_nsxv3.common.synchronization [req-e9b6eb34-b52e-48f2-a306-d91e260f46ee req-bf4303fc-085e-483c-9e8e-bfda020e0558 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 904.620443] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 904.620866] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.622768] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.622768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.622768] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.843529] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a in Status: SUCCESS [ 904.843529] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a deletion is rescheduled due to dependency. [ 904.843529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.952876] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50fee23c-6026-40fb-a011-32f29bbe51a9: rpc.has_security_group_logging(os_id): False [ 904.975016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.977339] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.977339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.977339] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be created. [ 904.986388] env[65249]: INFO networking_nsxv3.common.synchronization [None req-bdc71656-7209-4bee-9414-0cea13d145db None None] Enqueued Resource ID: ae9684fd-0c23-4f3e-abd8-bdc00b60ec91 with Priority: HIGHEST for action port [ 904.986551] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9684fd-0c23-4f3e-abd8-bdc00b60ec91 with Priority: HIGHEST for action port [ 904.987380] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae9684fd-0c23-4f3e-abd8-bdc00b60ec91 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.987380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae9684fd-0c23-4f3e-abd8-bdc00b60ec91" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.987558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae9684fd-0c23-4f3e-abd8-bdc00b60ec91" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.987771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae9684fd-0c23-4f3e-abd8-bdc00b60ec91" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.987859] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae9684fd-0c23-4f3e-abd8-bdc00b60ec91',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.053194] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.053194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.053194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.053194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.053194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.066321] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: IN_PROGRESS for 2s [ 905.096811] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.126036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.126036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.126036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.126424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.126424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.126424] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 905.165165] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.165351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.165351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.165570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.165921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.176450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 905.222163] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.222413] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.222555] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.222844] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.223159] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.223324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.223439] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.223649] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.223855] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224105] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.224228] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.224353] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.224463] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.224591] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.224704] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.225038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.246992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.247146] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.247182] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.247365] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.247699] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-a9fd0860-ee37-4079-b204-596a92ffc5cc taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.247903] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.248067] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.248389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.248539] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fd0860-ee37-4079-b204-596a92ffc5cc',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.489722] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae9684fd-0c23-4f3e-abd8-bdc00b60ec91 [ 905.489962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.490119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.490190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.490403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.490975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490975] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae9684fd-0c23-4f3e-abd8-bdc00b60ec91 already deleted. [ 905.490975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae9684fd-0c23-4f3e-abd8-bdc00b60ec91" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.600172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.600172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.600172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.600172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.601338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.601338] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be created. [ 905.608479] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 905.608659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.608833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.609089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.609282] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.609399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.609766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.609766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.609766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.609766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.609913] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.640102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.640295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.640346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.640540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.641240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.653668] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: UNINITIALIZED for 2s [ 905.751551] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.752063] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.752297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.752724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.752904] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.753087] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port a9fd0860-ee37-4079-b204-596a92ffc5cc not found, creating... [ 905.753359] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.753511] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.753621] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.753886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.754160] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.754503] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.754691] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.754879] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.755187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.755421] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.755697] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: a9fd0860-ee37-4079-b204-596a92ffc5cc is going to be created. [ 905.780235] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.780740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.781659] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.781659] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.781935] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.782134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.847458] env[65249]: INFO networking_nsxv3.common.synchronization [req-65488c21-fd47-48ce-84c9-9f3131a46514 req-2a0aac15-c58c-4cbc-92fe-6ca7524c2992 tempest-ServersAdminTestJSON-1987959802 tempest-ServersAdminTestJSON-1987959802-project-member] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 905.848360] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGHEST for action security_group_members [ 905.848926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.848926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.849141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.849252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.849435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.849526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.849565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.849726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.849868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.849918] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.113202] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.352321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.352517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.352579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.352772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.376303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.376651] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.377107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.377189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.377443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.377555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.377678] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be updated. [ 906.423361] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.423545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.423583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.423851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.424016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.434661] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: IN_PROGRESS for 2s [ 906.539221] env[65249]: INFO networking_nsxv3.common.synchronization [req-e9b6eb34-b52e-48f2-a306-d91e260f46ee req-e4732cfd-9cf8-4a34-a3da-26e2e161ce2d service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 906.539388] env[65249]: INFO networking_nsxv3.common.synchronization [req-e9b6eb34-b52e-48f2-a306-d91e260f46ee req-e4732cfd-9cf8-4a34-a3da-26e2e161ce2d service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 906.539611] env[65249]: INFO networking_nsxv3.common.synchronization [req-e9b6eb34-b52e-48f2-a306-d91e260f46ee req-e4732cfd-9cf8-4a34-a3da-26e2e161ce2d service nova] Enqueued Resource ID: a9fd0860-ee37-4079-b204-596a92ffc5cc with Priority: HIGHEST for action port [ 906.539751] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 906.539901] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 906.539981] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fd0860-ee37-4079-b204-596a92ffc5cc with Priority: HIGHEST for action port [ 906.540752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.540816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.540862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.541057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.541150] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.542635] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.542752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.542947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fd0860-ee37-4079-b204-596a92ffc5cc taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.543060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.544339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.544339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.544339] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fd0860-ee37-4079-b204-596a92ffc5cc',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.617246] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 906.637770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.638512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.638512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.638512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.638512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.639433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.639433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.639433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.639433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.639650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.640472] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be created. [ 906.707706] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.707706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.707706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.707893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.707924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.723234] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 907.047291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.047291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.047291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9fd0860-ee37-4079-b204-596a92ffc5cc with status ACTIVE [ 907.047291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.047291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.047291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.047808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.047808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.047808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.047934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.047934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.048114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.048551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.048551] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.048551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.048551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.048779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.048779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.049410] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9fd0860-ee37-4079-b204-596a92ffc5cc is going to be updated. [ 907.077916] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.080799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.080799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.081757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.082454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.085033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fd0860-ee37-4079-b204-596a92ffc5cc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.088535] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 907.088741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.097039] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cf2a00e-1501-49ed-8256-020e84e90f12 req-aedc4797-6233-4399-be68-563cb0242838 tempest-ServersNegativeTestJSON-87128667 tempest-ServersNegativeTestJSON-87128667-project-member] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 907.098503] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 907.098503] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.098503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.099423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.100559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.100559] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.100559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.100559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.100559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.100559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.100559] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.200218] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 907.200218] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 907.200218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.202023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.202023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.202023] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.202558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.202832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.204672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.204672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.204672] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.392046] env[65249]: INFO networking_nsxv3.common.synchronization [req-42a298a5-a1b6-4d2e-896c-e0e600b9d500 req-5a962a53-5d0e-4958-878d-9237e90860f8 tempest-ServersWithSpecificFlavorTestJSON-250042315 tempest-ServersWithSpecificFlavorTestJSON-250042315-project-member] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 907.392046] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGHEST for action security_group_members [ 907.392046] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.392046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.392046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.394754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.394754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.394754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.394754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.394754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.394754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.394754] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.612167] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.665147] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 907.665945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.666163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.666395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.666592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.666709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.666775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.666936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.667030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.667135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.667234] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.707110] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.750853] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.754018] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.754018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.754018] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.754018] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.754018] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.754018] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.754018] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.754018] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.754018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.775500] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.776162] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.776162] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.776265] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.778263] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-4d68f722-a1a9-479f-aac2-12a8c622ddb9 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.778263] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.778263] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.778263] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.778263] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d68f722-a1a9-479f-aac2-12a8c622ddb9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.897188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.897363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.897431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.897650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.918734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.918892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.919123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.919123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.919273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.919390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.919641] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be updated. [ 907.947855] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.950087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.950087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.950087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.950087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.960673] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: IN_PROGRESS for 2s [ 908.113061] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.137857] env[65249]: INFO networking_nsxv3.common.synchronization [None req-bd4f04d7-58c1-4685-96d6-f637c77afa4a None None] Enqueued Resource ID: 519890ba-d157-48db-b30f-bdc57ad90a14 with Priority: HIGHEST for action port [ 908.138687] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519890ba-d157-48db-b30f-bdc57ad90a14 with Priority: HIGHEST for action port [ 908.139298] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-519890ba-d157-48db-b30f-bdc57ad90a14 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.140147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519890ba-d157-48db-b30f-bdc57ad90a14" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.140147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519890ba-d157-48db-b30f-bdc57ad90a14" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.140276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519890ba-d157-48db-b30f-bdc57ad90a14" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.140330] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519890ba-d157-48db-b30f-bdc57ad90a14',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.170852] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.209693] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.282368] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.282368] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.282622] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.282826] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.283093] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.283274] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 4d68f722-a1a9-479f-aac2-12a8c622ddb9 not found, creating... [ 908.283675] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.284333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.284333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.284443] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.284580] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.285031] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.285201] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.285335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.285589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.285759] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.285918] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 4d68f722-a1a9-479f-aac2-12a8c622ddb9 is going to be created. [ 908.312353] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.312600] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.312644] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.312921] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.313263] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.313504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.445886] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 in Status: SUCCESS [ 908.446096] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 deletion is rescheduled due to dependency. [ 908.446337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.615818] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.615818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.615818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.615818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.615818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.616343] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 908.642773] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519890ba-d157-48db-b30f-bdc57ad90a14 [ 908.643057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.643559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.643559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.643559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.643559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.643729] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519890ba-d157-48db-b30f-bdc57ad90a14 already deleted. [ 908.643729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519890ba-d157-48db-b30f-bdc57ad90a14" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.646641] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.646766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.646837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.647041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.647186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.657300] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 908.676451] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35e0165-c08d-469a-aabe-bfc2a9ee9112: rpc.has_security_group_logging(os_id): False [ 908.699017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.699017] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.699017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.699017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be created. [ 908.715382] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.715848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.716128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.716517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.717137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.717351] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 908.742433] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 908.742690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.751304] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.751434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.751658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.751729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.751910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.767381] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.767521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.767588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.767788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.767956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.769623] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 908.782291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: IN_PROGRESS for 2s [ 909.462966] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d321255-86ec-4a95-84dc-4d56578d70e8 req-07fcbdeb-eda6-42ea-a2db-5b390bd8c533 tempest-AttachInterfacesV270Test-370419103 tempest-AttachInterfacesV270Test-370419103-project-member] Enqueued Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 909.463594] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 909.463972] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.464253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.464396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.465031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.465207] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.465406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.465545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.465795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.465913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.466055] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.630965] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cf2a00e-1501-49ed-8256-020e84e90f12 req-86b2fc5c-ca56-4685-a21a-b4bb08531363 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 909.631213] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cf2a00e-1501-49ed-8256-020e84e90f12 req-86b2fc5c-ca56-4685-a21a-b4bb08531363 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 909.631359] env[65249]: INFO networking_nsxv3.common.synchronization [req-5cf2a00e-1501-49ed-8256-020e84e90f12 req-86b2fc5c-ca56-4685-a21a-b4bb08531363 service nova] Enqueued Resource ID: 4d68f722-a1a9-479f-aac2-12a8c622ddb9 with Priority: HIGHEST for action port [ 909.631934] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 909.632497] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 909.632692] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d68f722-a1a9-479f-aac2-12a8c622ddb9 with Priority: HIGHEST for action port [ 909.633053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.633787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.633787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.633787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.634097] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.635466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.635746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.636114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d68f722-a1a9-479f-aac2-12a8c622ddb9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.636702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.636889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.637234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.640019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d68f722-a1a9-479f-aac2-12a8c622ddb9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.971135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.971308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.971363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.971563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.971665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.971870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.971972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.972040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.972238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.972292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.972368] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 already deleted. [ 909.972488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.978344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 in Status: SUCCESS [ 909.978457] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 deletion is rescheduled due to dependency. [ 909.978567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.043231] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.044019] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-498" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.044019] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-498" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.044228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-498" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.044559] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.044681] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.044831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.045050] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.045214] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.045451] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.045617] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.045727] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.045810] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.045945] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.046071] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.046206] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.069698] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.069892] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.070887] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.070887] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-498" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.070887] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.070887] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.071169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.071366] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.071784] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.141946] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.142095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.142327] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d68f722-a1a9-479f-aac2-12a8c622ddb9 with status ACTIVE [ 910.142494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.142708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.142708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.142880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.142966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.143150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.143245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.143306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.143448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.143549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.143873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.143984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.144044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.144189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.144264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.144350] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d68f722-a1a9-479f-aac2-12a8c622ddb9 is going to be updated. [ 910.173851] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.174079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.174140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.174336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.174507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.174677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d68f722-a1a9-479f-aac2-12a8c622ddb9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.575846] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.575846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.575846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.575846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.575846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.575846] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f not found, creating... [ 910.575846] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.577255] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.577255] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.577255] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.577255] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.577682] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.577939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.579120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.579410] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.579608] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.579800] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f is going to be created. [ 910.607284] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.607284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.607284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.607284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.607284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.607284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670016] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.670016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.670016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.670405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670405] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.782440] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 910.782440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.783987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.784234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.784489] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.784642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.784739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.784938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.785042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.785170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.785303] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.800482] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 910.801169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.176681] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.291519] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.291684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.291738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.291988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.292156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.292281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.292326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.292778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.292778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.292778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.292778] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.293112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.293112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.293112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.293209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.293263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.293328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.293476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.293544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.293618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.293707] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.333121] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d321255-86ec-4a95-84dc-4d56578d70e8 req-869593f9-b864-49c6-bfbe-71568c390aee service nova] Enqueued Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_rules [ 911.333343] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d321255-86ec-4a95-84dc-4d56578d70e8 req-869593f9-b864-49c6-bfbe-71568c390aee service nova] Enqueued Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 911.333437] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d321255-86ec-4a95-84dc-4d56578d70e8 req-869593f9-b864-49c6-bfbe-71568c390aee service nova] Enqueued Resource ID: d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f with Priority: HIGHEST for action port [ 911.333992] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_rules [ 911.334145] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 911.334244] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f with Priority: HIGHEST for action port [ 911.334544] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.334664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.334693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.334992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.335097] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.335918] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.336046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.336115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.336282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.336421] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.336515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.336576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.336713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.336805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.336876] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.337600] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.337706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.337771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.337916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.337988] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.679304] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.795931] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66a87e5-b96c-40ee-a0a8-3ff62d0fe254: rpc.has_security_group_logging(os_id): False [ 911.821268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.821268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.821268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.821268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.821268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.822264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.822264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.822264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.822612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.823935] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.823935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.823935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.823935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.823935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.823935] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 911.839525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.839980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.840269] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.841548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f with status ACTIVE [ 911.841548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.841738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.841738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.842606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.842606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.842606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.842606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.842606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.842876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.842923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.845252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.845252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.845252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.845252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.845252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.845478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f is going to be updated. [ 911.872644] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.872930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.873073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.873379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.873634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.873920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d246d26b-ea33-472b-a7f1-f3dd3ef7eb2f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.908743] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.909203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.909419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.929419] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 912.087674] env[65249]: INFO networking_nsxv3.common.synchronization [req-d71deba1-d276-4e72-adc3-c6a04e6d46f5 req-2e000412-33fa-4c83-9596-fa7c47d04b81 tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 912.090282] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 912.091181] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.091555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.092026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.092290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.093203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.093748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.093985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.095544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.095544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.095544] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.182032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.182235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.182336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.183151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.183151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.183151] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 912.223357] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.223357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.223357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.223882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.223923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.240029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 912.350930] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.471512] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.471512] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.471689] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.472032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.472483] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.472568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.472661] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.472993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.473144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.473268] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.474048] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.474048] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.474048] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.474048] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.474048] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.474048] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.495442] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.495442] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.495523] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.495660] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.495931] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-b8257e92-7f44-4464-a42c-795c38c01913 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.496147] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.496254] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.496574] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.496711] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8257e92-7f44-4464-a42c-795c38c01913',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.597363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.598402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.598402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.599680] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.599680] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4450059a-94d1-4594-a625-0790c0e14550 already deleted. [ 912.599680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.853787] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.854154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.854154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.854348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.854406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.854515] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 is going to be created. [ 912.886349] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.886570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.886618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.886816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.886982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.896787] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: UNINITIALIZED for 2s [ 912.999437] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.999648] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.999769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.000045] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.000193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.000344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port b8257e92-7f44-4464-a42c-795c38c01913 not found, creating... [ 913.000596] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.000747] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.000859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.001089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.001220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.001491] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.001643] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.001815] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.002062] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.002201] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.002336] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: b8257e92-7f44-4464-a42c-795c38c01913 is going to be created. [ 913.027176] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.027393] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.027514] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.027781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.028011] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.028239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.829218] env[65249]: INFO networking_nsxv3.common.synchronization [req-d71deba1-d276-4e72-adc3-c6a04e6d46f5 req-2bf6afbd-6371-4a71-b46f-9fd911d18248 service nova] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 913.829335] env[65249]: INFO networking_nsxv3.common.synchronization [req-d71deba1-d276-4e72-adc3-c6a04e6d46f5 req-2bf6afbd-6371-4a71-b46f-9fd911d18248 service nova] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 913.829458] env[65249]: INFO networking_nsxv3.common.synchronization [req-d71deba1-d276-4e72-adc3-c6a04e6d46f5 req-2bf6afbd-6371-4a71-b46f-9fd911d18248 service nova] Enqueued Resource ID: b8257e92-7f44-4464-a42c-795c38c01913 with Priority: HIGHEST for action port [ 913.830350] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_rules [ 913.830350] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 913.830350] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8257e92-7f44-4464-a42c-795c38c01913 with Priority: HIGHEST for action port [ 913.830601] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.831194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.831194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.831194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.831194] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.832196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.832332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.832378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.832804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.832986] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.833325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.835508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.836153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.836153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.836412] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.839093] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8257e92-7f44-4464-a42c-795c38c01913 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.839093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.839344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.839595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.839595] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8257e92-7f44-4464-a42c-795c38c01913',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.943022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 913.943299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.249861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.251238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.251238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.251710] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.343687] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.344588] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.344769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.345579] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8257e92-7f44-4464-a42c-795c38c01913 with status ACTIVE [ 914.345579] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.345825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.345825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.346016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.346708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350036] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350036] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8257e92-7f44-4464-a42c-795c38c01913 is going to be updated. [ 914.389073] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.389367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.389512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.389786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.389946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.390184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8257e92-7f44-4464-a42c-795c38c01913" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.756540] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.756704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.756780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.757249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.757286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.757391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.757456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.757885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.758010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.758112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.758268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.758363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.758427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.758573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.758712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.758993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.759073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.759339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.759339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.759488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.760249] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.846326] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.908418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: SUCCESS [ 914.908703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.908894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.909152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.909374] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.909505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.909578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.909753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.909827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.909970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.910068] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.265552] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aefa22f3-9e3e-4be8-adc5-31db1fb38e9b: rpc.has_security_group_logging(os_id): False [ 915.288417] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.288855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289054] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.289155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.289218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.289374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.289488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289635] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.289727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.289791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.289934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.290024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290207] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.290295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.290295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.290295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.290652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290652] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 915.349039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.349240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.349322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.349593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.349684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.349824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4450059a-94d1-4594-a625-0790c0e14550 is going to be created. [ 915.375952] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.375952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.375952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.375952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.375952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.390476] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.390476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.390476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.390476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.390476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.399929] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 915.403422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: UNINITIALIZED for 2s [ 915.416029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.416029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.416029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.416029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.416029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.417116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.417116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.417116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.417116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.417116] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.920635] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d2d87d2-a47b-4e7c-9838-0438c5465f76: rpc.has_security_group_logging(os_id): False [ 915.948350] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.948510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.948634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.948801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.948899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.949188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.949510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.949575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.949929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.950257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.950932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.951075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.951152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.951312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.951395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.951976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.952117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.952187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.952476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.952686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.952785] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 is going to be created. [ 916.027394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.027555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.027618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.028829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.029427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.045259] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: IN_PROGRESS for 2s [ 917.431762] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: SUCCESS [ 917.431762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.431762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.432606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.432606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.432606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.432774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433123] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.439345] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 917.439581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.935133] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.059875] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: SUCCESS [ 918.060178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.436746] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4450059a-94d1-4594-a625-0790c0e14550: rpc.has_security_group_logging(os_id): False [ 918.461373] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.461610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.461695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.462230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.462230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.462593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.462593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.462593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.462829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.462829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.463050] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4450059a-94d1-4594-a625-0790c0e14550 is going to be created. [ 918.562218] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.562218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.562218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.562466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.562466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.575348] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: IN_PROGRESS for 2s [ 918.689427] env[65249]: INFO networking_nsxv3.common.synchronization [None req-501decda-032b-4707-b5fa-09227f48647f None None] Enqueued Resource ID: 9fca23f5-52b8-4f9e-8457-9161c70576d4 with Priority: HIGHEST for action port [ 918.689991] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fca23f5-52b8-4f9e-8457-9161c70576d4 with Priority: HIGHEST for action port [ 918.691793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fca23f5-52b8-4f9e-8457-9161c70576d4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fca23f5-52b8-4f9e-8457-9161c70576d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.691993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fca23f5-52b8-4f9e-8457-9161c70576d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fca23f5-52b8-4f9e-8457-9161c70576d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.692364] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fca23f5-52b8-4f9e-8457-9161c70576d4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.970144] env[65249]: INFO networking_nsxv3.common.synchronization [req-a084d560-43d2-41d3-afeb-24f20338d9ff req-27f5f97c-653d-4e28-9d1b-4b634b112f22 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 918.971431] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 918.971636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.971762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.971824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.972063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.972247] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.972345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.972394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.972539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.972620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.972712] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.195464] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fca23f5-52b8-4f9e-8457-9161c70576d4 [ 919.195727] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.195958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.195958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.196236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.196334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.196433] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fca23f5-52b8-4f9e-8457-9161c70576d4 already deleted. [ 919.196513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fca23f5-52b8-4f9e-8457-9161c70576d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.478029] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.502883] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.503092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.503219] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.503481] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.503728] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.503954] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.504133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.504335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.504475] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.504678] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.504787] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.504922] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.505059] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.505173] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.505449] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.505449] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.527764] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.527945] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.528079] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.528257] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.528580] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.528769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.528851] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.529557] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.529557] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.979451] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.032570] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.032838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.032941] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.033566] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.033566] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.033566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 not found, creating... [ 920.033824] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.033979] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034115] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034448] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.034556] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.034991] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.034991] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.035220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.035446] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.035646] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.035741] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 is going to be created. [ 920.059362] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.059546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.059589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.059863] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.060117] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.060347] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.484031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.484031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.484031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.484031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.484031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.484031] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 920.519447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.519596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.519663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.524022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.524022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.533617] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 920.591589] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: SUCCESS [ 920.591589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.910662] env[65249]: INFO networking_nsxv3.common.synchronization [req-a084d560-43d2-41d3-afeb-24f20338d9ff req-ce272672-e822-4f52-959f-2a43b13cc5f6 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 920.910933] env[65249]: INFO networking_nsxv3.common.synchronization [req-a084d560-43d2-41d3-afeb-24f20338d9ff req-ce272672-e822-4f52-959f-2a43b13cc5f6 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 920.911179] env[65249]: INFO networking_nsxv3.common.synchronization [req-a084d560-43d2-41d3-afeb-24f20338d9ff req-ce272672-e822-4f52-959f-2a43b13cc5f6 service nova] Enqueued Resource ID: 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 with Priority: HIGHEST for action port [ 920.912161] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 920.912210] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 920.912350] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 with Priority: HIGHEST for action port [ 920.914178] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.914488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.914578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.914813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.914905] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.918589] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.920084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.920084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.920084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.920084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.920084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.920084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.424042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.424186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.428645] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 with status ACTIVE [ 921.428874] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.429069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.429130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.429340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.430616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.430616] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.430616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.430616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.430616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.430616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.433502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.433571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.433755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.433839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433981] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06 is going to be updated. [ 921.459622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.459776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.459843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.460063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.460216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.460399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b86b39c-f6f7-4a57-b57a-0e2f60cd5a06" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.935670] env[65249]: INFO networking_nsxv3.common.synchronization [None req-166e662e-dcdb-41d6-8a8a-029806ff15b0 None None] Enqueued Resource ID: 997fc0cc-0aa4-4948-b562-e04e9db386e7 with Priority: HIGHEST for action port [ 921.936397] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997fc0cc-0aa4-4948-b562-e04e9db386e7 with Priority: HIGHEST for action port [ 921.936915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-997fc0cc-0aa4-4948-b562-e04e9db386e7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.937140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997fc0cc-0aa4-4948-b562-e04e9db386e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.937264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997fc0cc-0aa4-4948-b562-e04e9db386e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.937677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997fc0cc-0aa4-4948-b562-e04e9db386e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.937784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997fc0cc-0aa4-4948-b562-e04e9db386e7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.441922] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997fc0cc-0aa4-4948-b562-e04e9db386e7 [ 922.442198] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.442328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.443826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.444161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.444282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.444395] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997fc0cc-0aa4-4948-b562-e04e9db386e7 already deleted. [ 922.444482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997fc0cc-0aa4-4948-b562-e04e9db386e7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.545467] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 922.545608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.545773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.546268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.546459] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.546573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.546959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.546959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.546959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.546959] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.815520] env[65249]: INFO networking_nsxv3.common.synchronization [req-5654f7bf-19d5-4b4e-85f2-88b0d070e25d req-64695393-bfc1-465e-a346-3a281731a903 tempest-ServersNegativeTestJSON-87128667 tempest-ServersNegativeTestJSON-87128667-project-member] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 922.816116] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 922.816538] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.816667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.816728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.816923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.817110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.817214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.817269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.817421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.817505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.817594] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.051332] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.322998] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.555292] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.824012] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.058223] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.058536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.058536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.059139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.059139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.059139] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 924.088718] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.088866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.088938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.089184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.089337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.100698] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 924.495359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.495520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.495520] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.495759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.495904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.495954] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 924.532076] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.532076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.532076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.532076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.532076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540356] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 925.258379] env[65249]: INFO networking_nsxv3.common.synchronization [req-9cb13ff0-0e87-4317-ae1b-4ee694fa3faf req-4c4aa6f7-d2ad-4116-b25a-c16adfbb4079 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 925.260943] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 925.261646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.261793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.261892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.262294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.262499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.262625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.262710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.264167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.264475] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768204] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.768785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.768904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.769175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.769303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.769389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.769577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.769689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.769798] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd already deleted. [ 925.769906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.792041] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.793203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.793203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.793203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.793388] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.794571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.794571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.794571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.794571] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.794571] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.794571] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.794835] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.794835] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.794935] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.795109] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.795287] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.820508] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.820619] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.821150] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.821150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.821465] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-4e4425b0-524d-49d0-b0f8-48aee3111ce3 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.821986] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.821986] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.822434] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.826514] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4425b0-524d-49d0-b0f8-48aee3111ce3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.112603] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 926.112714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.112880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.113372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.113500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.113567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.113824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.114041] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.330887] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.331279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.331279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.331510] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.331510] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.331695] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 4e4425b0-524d-49d0-b0f8-48aee3111ce3 not found, creating... [ 926.332042] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.332335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.332335] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.332468] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.332526] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.332790] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.332952] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.333087] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.333971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.334929] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.335221] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 4e4425b0-524d-49d0-b0f8-48aee3111ce3 is going to be created. [ 926.361211] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.361594] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.361917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.362261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.362643] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.363053] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.554584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 926.554584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.616362] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.616362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.616574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.616632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.616792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.616917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.616991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.617166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.617276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.617375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.617697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.617697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.617929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.617929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.618082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.618173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.618236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.618375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.618461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.618543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.618631] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.120803] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 927.127739] env[65249]: INFO networking_nsxv3.common.synchronization [req-9cb13ff0-0e87-4317-ae1b-4ee694fa3faf req-d7fd04b4-ee6b-478c-b08e-a78209b4a844 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 927.127922] env[65249]: INFO networking_nsxv3.common.synchronization [req-9cb13ff0-0e87-4317-ae1b-4ee694fa3faf req-d7fd04b4-ee6b-478c-b08e-a78209b4a844 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 927.128072] env[65249]: INFO networking_nsxv3.common.synchronization [req-9cb13ff0-0e87-4317-ae1b-4ee694fa3faf req-d7fd04b4-ee6b-478c-b08e-a78209b4a844 service nova] Enqueued Resource ID: 4e4425b0-524d-49d0-b0f8-48aee3111ce3 with Priority: HIGHEST for action port [ 927.128651] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 927.128788] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 927.128883] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4425b0-524d-49d0-b0f8-48aee3111ce3 with Priority: HIGHEST for action port [ 927.129183] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.129306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.129399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.129617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.129721] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.130570] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.130687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.130751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.130920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.131078] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.131171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.131231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.131370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.131456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.131548] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.132625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4425b0-524d-49d0-b0f8-48aee3111ce3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.132625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.132625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.132781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.132857] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4425b0-524d-49d0-b0f8-48aee3111ce3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.140033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.140109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.140203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.140369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.140458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.140692] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.140809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.141338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.141523] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.141617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.141885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.142108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.142238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.142269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.142464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.142542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.142626] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 927.236053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.236263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.236347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.260018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 927.634545] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.634845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.634845] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.635811] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e4425b0-524d-49d0-b0f8-48aee3111ce3 with status ACTIVE [ 927.636799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.636799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.636799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.636799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.636799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.637082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.637082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.637082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.637252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.637327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.637526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.637622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.637682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.637820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.637891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.637993] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e4425b0-524d-49d0-b0f8-48aee3111ce3 is going to be updated. [ 927.640947] env[65249]: INFO networking_nsxv3.common.synchronization [req-09465bba-6b9a-4cc1-9c02-58e4cdcd92a6 req-fe8634f2-c9e7-44f2-ab7a-071e0bb37a1b tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 927.641863] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 927.642196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.642307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.642372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.642533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.643084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.643213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.643266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.643435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.643556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643683] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.664798] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.665035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.665157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.665347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.665485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.665643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4425b0-524d-49d0-b0f8-48aee3111ce3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113982] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.114251] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.114601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.114601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.114818] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.115176] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.115541] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.115541] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.115791] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.115884] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.115992] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.116140] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.116249] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.116367] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.116474] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.116595] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.134726] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.134726] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.134726] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.134726] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.134916] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-2780aab6-8203-4cc2-b72c-a778cdcafc31 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.136088] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.136088] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.136088] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.136088] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2780aab6-8203-4cc2-b72c-a778cdcafc31',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.140508] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.146184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.146391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.146391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.146591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.146682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.146892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.146998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.147217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.147302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.147389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 928.172586] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.172798] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.172833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.173031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.173250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.183475] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 928.639906] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.640389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.640389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.641792] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.641986] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.642174] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 2780aab6-8203-4cc2-b72c-a778cdcafc31 not found, creating... [ 928.642476] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.642676] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.643015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.643098] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.643268] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.643574] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.643732] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.643846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.644121] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.644255] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.644484] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 2780aab6-8203-4cc2-b72c-a778cdcafc31 is going to be created. [ 928.645857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.646019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.646019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.646307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.646409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.646493] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be created. [ 928.669710] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.669990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.670070] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.670368] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.670533] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.670753] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.673404] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.673404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.673575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.673634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.673989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.683729] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: UNINITIALIZED for 2s [ 929.056906] env[65249]: INFO networking_nsxv3.common.synchronization [req-ee9eb115-8358-4d3b-a6ae-efa6fc480cd9 req-1c62600f-07d9-4303-97fe-93d0b85d6b8c tempest-AttachInterfacesV270Test-370419103 tempest-AttachInterfacesV270Test-370419103-project-member] Enqueued Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 929.057084] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 with Priority: HIGHEST for action security_group_members [ 929.057423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2d87d2-a47b-4e7c-9838-0438c5465f76 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.057526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.057589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.059022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.059731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.060337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.060426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.060622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.060985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.060985] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2d87d2-a47b-4e7c-9838-0438c5465f76',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.275327] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 929.275327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.447930] env[65249]: INFO networking_nsxv3.common.synchronization [req-09465bba-6b9a-4cc1-9c02-58e4cdcd92a6 req-18b5367d-d97e-42a7-9154-21e1ae0402aa service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 929.449173] env[65249]: INFO networking_nsxv3.common.synchronization [req-09465bba-6b9a-4cc1-9c02-58e4cdcd92a6 req-18b5367d-d97e-42a7-9154-21e1ae0402aa service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 929.449425] env[65249]: INFO networking_nsxv3.common.synchronization [req-09465bba-6b9a-4cc1-9c02-58e4cdcd92a6 req-18b5367d-d97e-42a7-9154-21e1ae0402aa service nova] Enqueued Resource ID: 2780aab6-8203-4cc2-b72c-a778cdcafc31 with Priority: HIGHEST for action port [ 929.450014] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 929.450170] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 929.450282] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2780aab6-8203-4cc2-b72c-a778cdcafc31 with Priority: HIGHEST for action port [ 929.450548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.450942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450982] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.452244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.452244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.452244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2780aab6-8203-4cc2-b72c-a778cdcafc31 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.452483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.452483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.452552] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.452633] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2780aab6-8203-4cc2-b72c-a778cdcafc31',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.564619] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.564787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.564787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.565020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.565139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.565733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.565733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.565733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.565733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.565932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.565932] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 is going to be updated. [ 929.597042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.597042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.597260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.597311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.597483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.607423] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: IN_PROGRESS for 2s [ 929.955435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.955748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.957799] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2780aab6-8203-4cc2-b72c-a778cdcafc31 with status ACTIVE [ 929.959345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.959345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.959345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.959814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.959814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.959814] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.959929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.959957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.960312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.960427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.960631] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.961009] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.961107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.964178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.964178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.964178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2780aab6-8203-4cc2-b72c-a778cdcafc31 is going to be updated. [ 929.992582] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.992582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.992582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.992582] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.992914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.992947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2780aab6-8203-4cc2-b72c-a778cdcafc31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.195144] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 930.195395] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 930.195523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.195693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.195957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.196207] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.196419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.196505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.196707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.196809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.196914] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.255286] env[65249]: INFO networking_nsxv3.common.synchronization [req-f0ffa1af-62df-459f-89e4-1573a35eda5b req-1f1070e2-860a-4188-928f-4fca45def35f tempest-ServerAddressesNegativeTestJSON-986893052 tempest-ServerAddressesNegativeTestJSON-986893052-project-member] Enqueued Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 930.256630] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 930.257125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.258201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.258427] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.258562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.258650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.258858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.258977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.259120] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.263015] env[65249]: INFO networking_nsxv3.common.synchronization [req-b5e3d1e5-95d6-4ba8-b670-07f2f1ef6d19 req-8ac51f56-e6e1-4c14-aa96-21dc4143c40a tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 930.263649] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 930.264040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.264193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.264272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.264513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.264720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.264846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.264932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.265142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.265271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.265399] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.617267] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.617518] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.617739] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.618149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.618544] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.618819] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.619033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.619371] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.619619] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.619933] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.620161] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.620348] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.620528] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.620714] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.620901] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.621141] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.624648] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624914] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-657" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.625115] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-657" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625520] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-657" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625915] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626200] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.626421] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.626790] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.627012] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.627315] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.627513] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.627698] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.627878] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.628097] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.628310] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.628548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.647771] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.647915] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.648064] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.648241] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.648595] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.648802] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.648865] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.649203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.649333] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbcff70-ede2-4b83-98b9-f19f5b883b0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.651167] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.651262] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.651747] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.651747] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-657" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.651868] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-6f895dba-578f-4aa2-b448-e4b5f44fd002 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.652044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.652183] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.652475] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.652596] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f895dba-578f-4aa2-b448-e4b5f44fd002',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.694986] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 930.695331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.695956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.696220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.696461] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.696602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.696690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.696859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.696992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.697044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.697149] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.699433] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.761639] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.761849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.761890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.762155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.762257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.762488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.762594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.762658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.762821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.762914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.763014] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 already deleted. [ 930.763120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.767706] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.767860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.767860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.768010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.799892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.800193] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.800347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.800446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.800707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.800797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.800892] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 930.838110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.838110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.838110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.838515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.838515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.850627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 931.154232] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.154637] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.154778] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.155148] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.155354] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.155554] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 2bbcff70-ede2-4b83-98b9-f19f5b883b0e not found, creating... [ 931.155920] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156195] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156645] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.157208] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.157373] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.157522] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.157850] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.157989] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.158151] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 2bbcff70-ede2-4b83-98b9-f19f5b883b0e is going to be created. [ 931.159809] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.160058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.160214] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.160467] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.160615] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.160820] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 6f895dba-578f-4aa2-b448-e4b5f44fd002 not found, creating... [ 931.161169] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161366] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.161442] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.161679] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.161939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.162281] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.162470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.162647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.162901] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.163061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.163268] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 6f895dba-578f-4aa2-b448-e4b5f44fd002 is going to be created. [ 931.187592] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.188028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.188320] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.188769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.189152] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.189395] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.192171] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.192527] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.192744] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.193182] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.193588] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.194037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.200135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.200449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.200555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.200760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.200957] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.201092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.201156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.201319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.201396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.201489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.201697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.201785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.202194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.202312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.202456] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.202550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.202611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.202754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.202823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.202900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.202993] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.204069] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.620301] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 in Status: SUCCESS [ 931.620530] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2d87d2-a47b-4e7c-9838-0438c5465f76 deletion is rescheduled due to dependency. [ 931.620669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2d87d2-a47b-4e7c-9838-0438c5465f76" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.706091] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 931.707537] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.707725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.707725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.707934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.708104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.708345] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 931.730065] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.730283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.730283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.730531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.730634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.730871] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.730973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.731056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.731263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.731321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.731520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.731618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.731678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.731863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.731923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.734454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.734635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.734688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.734872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.734997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.735217] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be created. [ 931.746732] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.746981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.746981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.756512] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 931.809949] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.810216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.810216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.810411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.810670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.831756] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 931.996575] env[65249]: INFO networking_nsxv3.common.synchronization [req-f0ffa1af-62df-459f-89e4-1573a35eda5b req-2b375826-a58f-456e-92ec-80afedd09291 service nova] Enqueued Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_rules [ 931.996764] env[65249]: INFO networking_nsxv3.common.synchronization [req-f0ffa1af-62df-459f-89e4-1573a35eda5b req-2b375826-a58f-456e-92ec-80afedd09291 service nova] Enqueued Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 931.996900] env[65249]: INFO networking_nsxv3.common.synchronization [req-f0ffa1af-62df-459f-89e4-1573a35eda5b req-2b375826-a58f-456e-92ec-80afedd09291 service nova] Enqueued Resource ID: 6f895dba-578f-4aa2-b448-e4b5f44fd002 with Priority: HIGHEST for action port [ 931.997858] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_rules [ 931.997858] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 931.997858] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f895dba-578f-4aa2-b448-e4b5f44fd002 with Priority: HIGHEST for action port [ 931.998040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.998647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.998647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.998890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.998987] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.001797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.002105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.002105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.002793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.002793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.002793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.002793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.002793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.003339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.003339] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.004434] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f895dba-578f-4aa2-b448-e4b5f44fd002 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.004612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.004812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.004897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.008216] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f895dba-578f-4aa2-b448-e4b5f44fd002',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.012468] env[65249]: INFO networking_nsxv3.common.synchronization [req-b5e3d1e5-95d6-4ba8-b670-07f2f1ef6d19 req-35b3607a-0750-421a-b330-1997c6f44658 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 932.012738] env[65249]: INFO networking_nsxv3.common.synchronization [req-b5e3d1e5-95d6-4ba8-b670-07f2f1ef6d19 req-35b3607a-0750-421a-b330-1997c6f44658 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 932.012985] env[65249]: INFO networking_nsxv3.common.synchronization [req-b5e3d1e5-95d6-4ba8-b670-07f2f1ef6d19 req-35b3607a-0750-421a-b330-1997c6f44658 service nova] Enqueued Resource ID: 2bbcff70-ede2-4b83-98b9-f19f5b883b0e with Priority: HIGHEST for action port [ 932.014068] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 932.014068] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 932.014068] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbcff70-ede2-4b83-98b9-f19f5b883b0e with Priority: HIGHEST for action port [ 932.014844] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.014990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.014990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.015312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.015346] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.016875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.017976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.017976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.017976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.018192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.018228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.018301] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbcff70-ede2-4b83-98b9-f19f5b883b0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.501230] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.501578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.511018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.517411] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f895dba-578f-4aa2-b448-e4b5f44fd002 with status ACTIVE [ 932.517703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.517881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.518016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.518230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.518326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.518508] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.518605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.518668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.518817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.518890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.519113] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.519228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.519257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.519399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.519469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.519549] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f895dba-578f-4aa2-b448-e4b5f44fd002 is going to be updated. [ 932.520856] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.520926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.525418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bbcff70-ede2-4b83-98b9-f19f5b883b0e with status ACTIVE [ 932.525418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.525418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.525617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.525661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.525741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.525905] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.526016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.526075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.526236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.526514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.526514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.526623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.526623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.526761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.526826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.528355] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bbcff70-ede2-4b83-98b9-f19f5b883b0e is going to be updated. [ 932.550805] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.551094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.551203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.551474] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.551620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.551868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f895dba-578f-4aa2-b448-e4b5f44fd002" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.552882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.553053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.553091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.553486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.553486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.553571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbcff70-ede2-4b83-98b9-f19f5b883b0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.865903] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 932.866200] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c deletion is rescheduled due to dependency. [ 932.866417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.866702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.867067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.867377] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.867537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.867624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.868103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.868103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.868334] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.013065] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.370774] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.517147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.517581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.517581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.517898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.518104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.518244] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 is going to be created. [ 933.551716] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.551997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.551997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.552332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.552587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566258] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: UNINITIALIZED for 2s [ 933.768823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 933.769070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.769244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.769505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.769726] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.769843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.769911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.770078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.770151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.770234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.770325] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.850107] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 933.850483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.875738] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.274267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.274528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.274528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.274946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.275221] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.275414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.275507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.275768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.275864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.275947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.276166] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.276335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.276423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.276601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.276835] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.276952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.277062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.277258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.277435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.277536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.277620] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.384581] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.384581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.384581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.384581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.384581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.384581] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 934.423980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.423980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.423980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.424239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.424553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.440348] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 934.784031] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 934.805644] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.805644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.805644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.805644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.805644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805928] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.805928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.805928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.806189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.807203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.807514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.808189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.809366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.809366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.809366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.809366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.809366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.809366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.812129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.812396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.812574] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 934.921112] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.921315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.921355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.921555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.921698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.943178] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 935.576555] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: SUCCESS [ 935.576890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.576984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.577186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.577380] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.577496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.577567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.577739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.577833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.578466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.578466] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.063581] env[65249]: INFO networking_nsxv3.common.synchronization [req-3b312416-2df1-4159-85b2-33b51947f258 req-fb5411b6-a319-43bf-84f3-8ff0e5a14c68 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 936.063581] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 936.064141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.064141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.064141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.064141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.064370] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.064435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.064485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.065957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.065957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.065957] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.084372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.084567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.084567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.084791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.085016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.086189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.086770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.086770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.086770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.086977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.088501] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.088501] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.088501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.089838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.093941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.093941] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.453028] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 936.453028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.453028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.453289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.453457] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.453577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.453677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.453903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.454654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.454654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.454654] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.567952] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.596245] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949bc918-125d-4cd8-8f92-6a6afab26ec1: rpc.has_security_group_logging(os_id): False [ 936.619175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.619758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.619758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.620915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.621259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.621361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.621493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.621623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.621938] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.622381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.622450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.622696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.623080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623254] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 is going to be created. [ 936.692219] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.692380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.692459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.692705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.692914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.708916] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: IN_PROGRESS for 2s [ 936.957325] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 936.957440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.957910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.957910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.958208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.958208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.958846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.958846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.958846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.958846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.959237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959237] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.959237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.959355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.960430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.960430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.960430] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.071224] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.462211] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c: rpc.has_security_group_logging(os_id): False [ 937.482353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.482541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.482627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.482841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.482947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.483187] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.483279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.483339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.483486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.483555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.483723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.483809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.483866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.485185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.485253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.485548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.485685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.485776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.485950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.486115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.486241] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 937.561241] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.561241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.561241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.561241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.561241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.575881] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 937.575881] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.575881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.575881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.575881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.575881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.575881] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 937.608229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.608440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.608489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.608683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.608831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.635582] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 938.724108] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: SUCCESS [ 938.724108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.547670] env[65249]: INFO networking_nsxv3.common.synchronization [None req-67db3000-20c0-46f5-8cb8-dc717ae9a499 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 939.548305] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 939.548695] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.548860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.549197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.549389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.549525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.549604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.549778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.549888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.549998] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.587225] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 939.587403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.644971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 939.645313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.052524] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.555160] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.057525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.057525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.057969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.057969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.058188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.058188] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 941.092743] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.092743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.092743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.092743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.092743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.103050] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 941.223649] env[65249]: INFO networking_nsxv3.common.synchronization [None req-916930d2-f2e9-4d1a-b6f8-214ff72e8148 None None] Enqueued Resource ID: f6af230e-1630-4408-9219-b563dbbe407b with Priority: HIGHEST for action port [ 941.224300] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6af230e-1630-4408-9219-b563dbbe407b with Priority: HIGHEST for action port [ 941.224703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6af230e-1630-4408-9219-b563dbbe407b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.224851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6af230e-1630-4408-9219-b563dbbe407b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.224851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6af230e-1630-4408-9219-b563dbbe407b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.225350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6af230e-1630-4408-9219-b563dbbe407b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.225435] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6af230e-1630-4408-9219-b563dbbe407b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.728308] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6af230e-1630-4408-9219-b563dbbe407b [ 941.728989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.728989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.728989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.728989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.729273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.729273] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6af230e-1630-4408-9219-b563dbbe407b already deleted. [ 941.729273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6af230e-1630-4408-9219-b563dbbe407b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.459896] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.460261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.460500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.460833] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.461120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.461332] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.461476] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.461723] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.461901] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.462082] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.462199] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.462313] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.462420] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.462548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.491839] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.492050] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.492151] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.492332] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.492647] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.492815] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.492930] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.493289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.493466] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.759470] env[65249]: INFO networking_nsxv3.common.synchronization [None req-8dfa4347-ac2a-49f5-a8fa-b9e8f3d9b89b tempest-ServersTestJSON-555513228 tempest-ServersTestJSON-555513228-project-member] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 942.760052] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 942.760380] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.760505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.760571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.760822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.760899] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.917466] env[65249]: INFO networking_nsxv3.common.synchronization [None req-a02991f6-0f83-4805-9967-111994142342 tempest-ServersTestJSON-555513228 tempest-ServersTestJSON-555513228-project-member] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 942.918244] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 942.918646] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.919074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.996542] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.996828] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.997599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.997599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.997599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.997825] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 not found, creating... [ 942.998020] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.998251] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.998417] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.998693] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.998839] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.999189] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.999405] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.999568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.999882] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.000110] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.000325] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 is going to be created. [ 943.024786] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.025215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.025404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.025752] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.026070] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.026354] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.112514] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 943.112746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.282879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.283095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.283095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.283397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.283490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.283591] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d already deleted. [ 943.283672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.283823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.283988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.284152] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.744257] env[65249]: INFO networking_nsxv3.common.synchronization [req-b2feb43a-0c97-4c6c-9448-628b6364f829 req-35f9380c-24e9-42d4-9948-5f42c688ad53 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 943.744525] env[65249]: INFO networking_nsxv3.common.synchronization [req-b2feb43a-0c97-4c6c-9448-628b6364f829 req-35f9380c-24e9-42d4-9948-5f42c688ad53 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 943.744622] env[65249]: INFO networking_nsxv3.common.synchronization [req-b2feb43a-0c97-4c6c-9448-628b6364f829 req-35f9380c-24e9-42d4-9948-5f42c688ad53 service nova] Enqueued Resource ID: a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 with Priority: HIGHEST for action port [ 943.745194] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 943.745274] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 943.745368] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 with Priority: HIGHEST for action port [ 943.745608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.745726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.745782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.746098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.748593] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.748593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.748795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.748904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.749356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.749611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.749756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.749855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.750056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.750191] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.750318] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.751393] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.751393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.751827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.751827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.751827] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.805984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.807408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.807408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.807408] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d already deleted. [ 943.807408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.159503] env[65249]: INFO networking_nsxv3.common.synchronization [None req-d2410a20-7ee2-4ab6-85e8-8d672756d67b None None] Enqueued Resource ID: bcf6fdfa-4a62-4caa-9181-8e5ad43486a3 with Priority: HIGHEST for action port [ 944.159877] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf6fdfa-4a62-4caa-9181-8e5ad43486a3 with Priority: HIGHEST for action port [ 944.160499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf6fdfa-4a62-4caa-9181-8e5ad43486a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.160674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf6fdfa-4a62-4caa-9181-8e5ad43486a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.160730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf6fdfa-4a62-4caa-9181-8e5ad43486a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.161301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf6fdfa-4a62-4caa-9181-8e5ad43486a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.161301] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf6fdfa-4a62-4caa-9181-8e5ad43486a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.253469] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.253605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.254098] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.254794] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 with status ACTIVE [ 944.254988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.255435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.255522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.255701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.257253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.257446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.260352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.260550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.260791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.260877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.260979] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8 is going to be updated. [ 944.294557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.294557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.294557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.294557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.294557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.294557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a15a6ac4-bbe6-418d-a5db-b344b1f5d3b8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.530359] env[65249]: INFO networking_nsxv3.common.synchronization [req-6a8135d8-9460-4904-bef1-b1d123021dae req-24ed267f-d27e-4e0d-8494-ece6d506755b tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 944.530543] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 944.530943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.531039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.531134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.531341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.531498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.531598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.531827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.531827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.531915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.531961] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.664022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcf6fdfa-4a62-4caa-9181-8e5ad43486a3 [ 944.664307] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.664444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.664532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.664771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.664863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.665201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcf6fdfa-4a62-4caa-9181-8e5ad43486a3 already deleted. [ 944.665201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf6fdfa-4a62-4caa-9181-8e5ad43486a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.763508] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.038861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.038861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.038861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.038861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 945.070028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.070178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.070842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.070842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.070842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.100230] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 945.267116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.267116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.267116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.267116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.267116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.267313] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 945.300835] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.301975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.301975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.302119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.302239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.311818] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 946.463167] env[65249]: INFO networking_nsxv3.common.synchronization [req-eb1cc7cb-e546-4924-b0d2-08f523294808 req-9e689f4a-a490-47e2-8a5d-e4e22f8d808e tempest-ServerAddressesNegativeTestJSON-986893052 tempest-ServerAddressesNegativeTestJSON-986893052-project-member] Enqueued Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 946.463167] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGHEST for action security_group_members [ 946.466731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.466731] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.466731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.466731] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.968738] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.968738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.968738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.968738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.968738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.968738] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.969132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.969132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.969132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.969132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 is going to be updated. [ 946.999346] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.999346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.999346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.999555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.000418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.011172] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: IN_PROGRESS for 2s [ 947.111900] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 947.111900] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 947.111900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325412] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.325412] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325412] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.827959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.828404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.829023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.829305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.829594] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.829774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.829851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.830032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.830180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.830319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.830528] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.830654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.830708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.830863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.831050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.831830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.831830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.832087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.832087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.832151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.832314] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.334754] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c: rpc.has_security_group_logging(os_id): False [ 948.359170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.359170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.359170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.359170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.361414] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.361414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.361414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.361414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.361414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.361414] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 948.436116] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.436583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.437098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.472030] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 948.485748] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98bf7aa-0419-4f33-adb8-6f91db42468a req-87c6a572-5773-4dff-8602-c55450d6140a tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 948.486340] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 948.486652] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.486769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.486833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.487130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.487363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.487478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.487538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.487703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.487795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.487870] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.902883] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.902883] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.902883] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.902883] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.902883] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.902883] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.902883] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.903970] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.903970] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.903970] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.927482] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.927721] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.927927] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.928231] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.928544] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-f4bf9686-ca2b-417e-96f9-138c82b60978 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928898] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.929274] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.929431] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4bf9686-ca2b-417e-96f9-138c82b60978',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.990422] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.027194] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 in Status: SUCCESS [ 949.027472] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 deletion is rescheduled due to dependency. [ 949.027604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.432082] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.435134] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port f4bf9686-ca2b-417e-96f9-138c82b60978 not found, creating... [ 949.435134] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.435134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.435564] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.435564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.435936] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.436464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.436774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.437232] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: f4bf9686-ca2b-417e-96f9-138c82b60978 is going to be created. [ 949.459732] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.459886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.459886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.460457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.460457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.460632] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.497260] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.000318] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.000672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.000672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.000741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.000830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.000930] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 950.034790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.034790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.034790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.034790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.034790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.046478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 950.212663] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98bf7aa-0419-4f33-adb8-6f91db42468a req-d6dfa914-3284-4cb3-8fc1-dd456194be7c service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 950.212971] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98bf7aa-0419-4f33-adb8-6f91db42468a req-d6dfa914-3284-4cb3-8fc1-dd456194be7c service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 950.213195] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98bf7aa-0419-4f33-adb8-6f91db42468a req-d6dfa914-3284-4cb3-8fc1-dd456194be7c service nova] Enqueued Resource ID: f4bf9686-ca2b-417e-96f9-138c82b60978 with Priority: HIGHEST for action port [ 950.214148] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 950.214409] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 950.214597] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bf9686-ca2b-417e-96f9-138c82b60978 with Priority: HIGHEST for action port [ 950.215108] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.215845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.215845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.215845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.216613] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.217109] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.217247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.217555] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4bf9686-ca2b-417e-96f9-138c82b60978 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.217711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.217844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.218072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.218228] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4bf9686-ca2b-417e-96f9-138c82b60978',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.488147] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 950.488312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.721510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.721644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.721834] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4bf9686-ca2b-417e-96f9-138c82b60978 with status ACTIVE [ 950.722043] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.722155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.722223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.722437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.722524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.722690] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.722785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.722847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.722994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.723264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.723358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.723415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.723554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.723710] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4bf9686-ca2b-417e-96f9-138c82b60978 is going to be updated. [ 950.745028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.745028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.745195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.745463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.745586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.745767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4bf9686-ca2b-417e-96f9-138c82b60978" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.057367] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 952.057680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.057764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.057983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.058203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.058323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.058394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.058563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.058643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.058735] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.562441] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.067071] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.187482] env[65249]: INFO networking_nsxv3.common.synchronization [req-6f3de5b3-5f5b-463d-aa67-d4dba7842dcd req-2edb00bd-e935-4b32-a737-70713e76b326 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 953.188202] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 953.188377] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.188500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.188548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.188723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.189986] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.189986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.189986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.189986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.190263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.190263] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.573533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.573533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.573533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.573533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.573533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.573533] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 953.590549] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.590791] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.590886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.591177] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.591724] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.591945] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.592279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.593958] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.593958] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.593958] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.593958] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.593958] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.593958] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.593958] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.593958] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.593958] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.613371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.613371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.613371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.613645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.614488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.623538] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.624150] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.624357] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.624565] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.624965] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-0d8f0908-3535-4ac2-9733-5105420320db taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.625167] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.625310] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.625831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625985] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8f0908-3535-4ac2-9733-5105420320db',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.628311] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 953.694433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.694565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.694603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.694806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.694900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.695126] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.695230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.695296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.695449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.695515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.695626] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 953.727899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.728741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.728922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.729289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.729444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.742896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 953.836231] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c129ae4a-02a3-45a4-99c4-1d7834ad8d6e None None] Enqueued Resource ID: 4b1a4127-f769-4440-ae7c-e25ce3ede6eb with Priority: HIGHEST for action port [ 953.836827] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1a4127-f769-4440-ae7c-e25ce3ede6eb with Priority: HIGHEST for action port [ 953.837157] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1a4127-f769-4440-ae7c-e25ce3ede6eb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.837398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1a4127-f769-4440-ae7c-e25ce3ede6eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.837398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1a4127-f769-4440-ae7c-e25ce3ede6eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.837663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1a4127-f769-4440-ae7c-e25ce3ede6eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.837737] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1a4127-f769-4440-ae7c-e25ce3ede6eb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.129054] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.129465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.129465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.129553] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.129777] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.129885] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 0d8f0908-3535-4ac2-9733-5105420320db not found, creating... [ 954.130194] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130368] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.130496] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.130724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.130887] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.132442] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.135426] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.135426] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.135534] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.135716] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.135900] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 0d8f0908-3535-4ac2-9733-5105420320db is going to be created. [ 954.161423] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.161423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.161423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.161423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.161423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.161423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.345045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b1a4127-f769-4440-ae7c-e25ce3ede6eb [ 954.345045] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.345045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b1a4127-f769-4440-ae7c-e25ce3ede6eb already deleted. [ 954.345045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1a4127-f769-4440-ae7c-e25ce3ede6eb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.774550] env[65249]: INFO networking_nsxv3.common.synchronization [req-56cfdc2b-f273-4457-97d3-89adbe1a3972 req-6f18c520-9620-4660-bf81-0d28caf1fa20 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 954.774550] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 954.774785] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.774785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.774969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.775126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.775886] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.775886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.776060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.776155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.776241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.776340] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.921278] env[65249]: INFO networking_nsxv3.common.synchronization [req-6f3de5b3-5f5b-463d-aa67-d4dba7842dcd req-b4b4bc90-ad3d-42f6-8207-342df2c21efc service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 954.921278] env[65249]: INFO networking_nsxv3.common.synchronization [req-6f3de5b3-5f5b-463d-aa67-d4dba7842dcd req-b4b4bc90-ad3d-42f6-8207-342df2c21efc service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 954.921278] env[65249]: INFO networking_nsxv3.common.synchronization [req-6f3de5b3-5f5b-463d-aa67-d4dba7842dcd req-b4b4bc90-ad3d-42f6-8207-342df2c21efc service nova] Enqueued Resource ID: 0d8f0908-3535-4ac2-9733-5105420320db with Priority: HIGHEST for action port [ 954.921278] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 954.921278] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 954.921957] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8f0908-3535-4ac2-9733-5105420320db with Priority: HIGHEST for action port [ 954.921957] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.921957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.921957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.921957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.922986] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.923232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.923232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.925632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8f0908-3535-4ac2-9733-5105420320db taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.925632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.925632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.925632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.925632] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8f0908-3535-4ac2-9733-5105420320db',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.279085] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.279393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.279393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.279548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.279639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.280096] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.280281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.280382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.280625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.280758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.280885] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 955.316595] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.316799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.316799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.317032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.317190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.333440] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 955.430321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.430430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.430608] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d8f0908-3535-4ac2-9733-5105420320db with status ACTIVE [ 955.430864] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.430997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.431080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.431288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.431380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.431551] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.431702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.431702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.431847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.431959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.432482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.432482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.432482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.432482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.432482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.433054] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d8f0908-3535-4ac2-9733-5105420320db is going to be updated. [ 955.459293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.459489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.459489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.459971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.459971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.460083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8f0908-3535-4ac2-9733-5105420320db" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.641379] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 955.641646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.641849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.642121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.643590] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.643590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.643590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.643590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.643590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.643590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.643590] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.649386] env[65249]: INFO networking_nsxv3.common.synchronization [req-e8412a36-4ce9-4e29-a36d-ff9248b972d2 req-c09d978a-1b08-478d-8afc-3b54d7a2ac7c tempest-ServersTestJSON-555513228 tempest-ServersTestJSON-555513228-project-member] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 955.650444] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 955.650552] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.650685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.650947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.651240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.651429] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.651728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.651837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.652265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.652356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.652474] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.763437] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 955.763810] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 955.764031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.764428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.765328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.766176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766176] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.147378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.147378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.147378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.147636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.147824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.147824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.147928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.148628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.148628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.148628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.148628] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.148628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.148628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.148910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.148910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.149030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.149030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.149628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.149628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.149628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.149628] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.154375] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.154943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.155107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.155673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.155673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.155871] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.156634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.156749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.156883] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d already deleted. [ 956.157251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.202068] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.202342] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-568" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.202487] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-568" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.202809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-568" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.203202] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.203406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.203562] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.204323] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.204578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.204842] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.204993] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.205149] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.205341] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.205510] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.205649] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.205851] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.227179] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.227389] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.227550] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.227730] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-568" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.228064] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-3c7b8913-6897-40ae-81f6-b4d261278b18 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.228237] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.228356] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.228677] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.228811] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7b8913-6897-40ae-81f6-b4d261278b18',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.269419] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.653214] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 956.675947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.676139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.676181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.676393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.676568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.677431] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.677431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.677431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.677648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.677648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.677797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.678554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.678554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.678673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.679480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.679480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.679480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.679707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.679707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.679784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.679855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 956.733806] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.733806] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 3c7b8913-6897-40ae-81f6-b4d261278b18 not found, creating... [ 956.733806] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.733806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.734445] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.734445] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.734445] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.734445] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.735797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.735797] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 3c7b8913-6897-40ae-81f6-b4d261278b18 is going to be created. [ 956.764861] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.765148] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.765344] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.765653] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.765893] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.766150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.768754] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.768893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.769521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.769521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.769640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.772160] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.785644] env[65249]: INFO networking_nsxv3.common.synchronization [None req-875f84df-a4d9-46e5-909e-f2caf18aa8da None None] Enqueued Resource ID: c961be46-533d-481e-8966-0bddb836a1de with Priority: HIGHEST for action port [ 956.786298] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c961be46-533d-481e-8966-0bddb836a1de with Priority: HIGHEST for action port [ 956.786623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c961be46-533d-481e-8966-0bddb836a1de taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.786751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c961be46-533d-481e-8966-0bddb836a1de" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.786816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c961be46-533d-481e-8966-0bddb836a1de" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.790100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c961be46-533d-481e-8966-0bddb836a1de" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.791857] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c961be46-533d-481e-8966-0bddb836a1de',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.794188] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 957.029272] env[65249]: INFO networking_nsxv3.common.synchronization [None req-da386a30-5c44-4a67-ac66-fdbf4381ebe0 None None] Enqueued Resource ID: 1bfcfd2c-5413-4362-ab78-6f6813719e6c with Priority: HIGHEST for action port [ 957.029272] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfcfd2c-5413-4362-ab78-6f6813719e6c with Priority: HIGHEST for action port [ 957.029532] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfcfd2c-5413-4362-ab78-6f6813719e6c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.030277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfcfd2c-5413-4362-ab78-6f6813719e6c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.030277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfcfd2c-5413-4362-ab78-6f6813719e6c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.030277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfcfd2c-5413-4362-ab78-6f6813719e6c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.030471] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfcfd2c-5413-4362-ab78-6f6813719e6c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.275475] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.275636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.275969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.276088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.276181] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 957.293669] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c961be46-533d-481e-8966-0bddb836a1de [ 957.293986] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.294239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.294320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.294532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.294627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.294738] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c961be46-533d-481e-8966-0bddb836a1de already deleted. [ 957.294883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c961be46-533d-481e-8966-0bddb836a1de" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.313040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.313040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.313040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.313040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.313040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.322576] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 957.343779] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 957.344026] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 957.344254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [req-e8412a36-4ce9-4e29-a36d-ff9248b972d2 req-f38e5c1b-fbce-45f7-ae25-f906d1238a6d service nova] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [req-e8412a36-4ce9-4e29-a36d-ff9248b972d2 req-f38e5c1b-fbce-45f7-ae25-f906d1238a6d service nova] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [req-e8412a36-4ce9-4e29-a36d-ff9248b972d2 req-f38e5c1b-fbce-45f7-ae25-f906d1238a6d service nova] Enqueued Resource ID: 3c7b8913-6897-40ae-81f6-b4d261278b18 with Priority: HIGHEST for action port [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_rules [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 957.502307] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c7b8913-6897-40ae-81f6-b4d261278b18 with Priority: HIGHEST for action port [ 957.503388] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.505157] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.505596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.507034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.507034] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.509027] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.509027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.509027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.509027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.509216] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.509259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.509313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.509810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.509810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.509810] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.514054] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c7b8913-6897-40ae-81f6-b4d261278b18 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.514228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.514290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.514487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.514563] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7b8913-6897-40ae-81f6-b4d261278b18',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.533562] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bfcfd2c-5413-4362-ab78-6f6813719e6c [ 957.533824] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.535222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.535222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.535222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.535222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.535222] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bfcfd2c-5413-4362-ab78-6f6813719e6c already deleted. [ 957.535222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfcfd2c-5413-4362-ab78-6f6813719e6c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959290] env[65249]: INFO networking_nsxv3.common.synchronization [req-54cc00e2-552e-4e72-bb65-67e974511f4b req-3db1fde7-3fbe-47bd-9190-12ede6e073a8 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 957.959290] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 957.959290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959290] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.017968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.017968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.019683] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.020749] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c7b8913-6897-40ae-81f6-b4d261278b18 with status ACTIVE [ 958.021041] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.021207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.021306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.021580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.021705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.023053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.023053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.023053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.023394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.023428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.023497] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c7b8913-6897-40ae-81f6-b4d261278b18 is going to be updated. [ 958.045291] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.045437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.045518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.045729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.045868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.046041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c7b8913-6897-40ae-81f6-b4d261278b18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276775] env[65249]: INFO networking_nsxv3.common.synchronization [req-c3d5afc8-30b0-4112-a83f-7b3fe0338b9d req-5191bc0d-3bc5-4281-b5cd-817f5a693dd2 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 958.277520] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 958.278492] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.278492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.278492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.278492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.278492] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.278492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.278492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.278778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.278778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.278778] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.303554] env[65249]: INFO networking_nsxv3.common.synchronization [req-c3d5afc8-30b0-4112-a83f-7b3fe0338b9d req-5191bc0d-3bc5-4281-b5cd-817f5a693dd2 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 958.303728] env[65249]: INFO networking_nsxv3.common.synchronization [req-c3d5afc8-30b0-4112-a83f-7b3fe0338b9d req-5191bc0d-3bc5-4281-b5cd-817f5a693dd2 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 958.305524] env[65249]: INFO networking_nsxv3.common.synchronization [req-c3d5afc8-30b0-4112-a83f-7b3fe0338b9d req-5191bc0d-3bc5-4281-b5cd-817f5a693dd2 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 958.306328] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 958.306528] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 958.306694] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 958.307059] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.307192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.307262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.307462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.307541] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.308416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.308509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308710] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-39dd99ec-6e85-40aa-843f-490e149dbf0e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.308809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.312507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.312652] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39dd99ec-6e85-40aa-843f-490e149dbf0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.462776] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.526119] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.780535] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.812211] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 958.812211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816443] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.817159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.817159] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39dd99ec-6e85-40aa-843f-490e149dbf0e with status ACTIVE [ 958.817293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.817349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820281] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e is going to be updated. [ 958.850092] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.850464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.850638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.850960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.851769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.852080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.965046] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.982217] env[65249]: INFO networking_nsxv3.common.synchronization [None req-4ec52c68-6ba5-43b3-9a0f-dae410dc6d50 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 958.982217] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 958.982217] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.982706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.028935] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.029106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.029180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.029602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.029758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.029918] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d is going to be created. [ 959.055744] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.055965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.055965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.056182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.056346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.074694] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: UNINITIALIZED for 2s [ 959.283853] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.346039] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.346039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346039] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.453392] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e3eef2db-3735-4ec8-be5d-1661b11c940e None None] Enqueued Resource ID: 4bb2f065-8f92-40c8-a1f2-83f7eedc029b with Priority: HIGHEST for action port [ 959.453392] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb2f065-8f92-40c8-a1f2-83f7eedc029b with Priority: HIGHEST for action port [ 959.453620] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb2f065-8f92-40c8-a1f2-83f7eedc029b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.453763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb2f065-8f92-40c8-a1f2-83f7eedc029b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.453822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb2f065-8f92-40c8-a1f2-83f7eedc029b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.454888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb2f065-8f92-40c8-a1f2-83f7eedc029b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.455084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb2f065-8f92-40c8-a1f2-83f7eedc029b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.468907] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.469100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.469173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.469763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.469763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.469971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 959.507296] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.507476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.507598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.507770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.507928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.518303] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 959.798029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.798029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.798029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.798029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.798029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.798029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be updated. [ 959.847876] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.848607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849806] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.849918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.850277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.850379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.850486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.851344] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.851344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.851786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.851786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.851786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.851786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.851957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.851957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.852164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.853480] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.871556] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: IN_PROGRESS for 2s [ 959.957964] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb2f065-8f92-40c8-a1f2-83f7eedc029b [ 959.958312] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.959441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.959441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.959441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.959441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.959441] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb2f065-8f92-40c8-a1f2-83f7eedc029b already deleted. [ 959.959441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb2f065-8f92-40c8-a1f2-83f7eedc029b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.356729] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66a87e5-b96c-40ee-a0a8-3ff62d0fe254: rpc.has_security_group_logging(os_id): False [ 960.377383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.377596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.377646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.377858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.377943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.378913] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.378913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.378913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.378913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.378913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.378913] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.378913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.379262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.380830] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.380830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.381196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 960.455810] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.455810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.455810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.455810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.455810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.472032] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 961.085433] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: SUCCESS [ 961.085754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.085926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.086394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.086394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.086551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.087086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.087086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.087086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.087086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.087086] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.532948] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 961.533281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.533389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.533696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.533899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.534032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.534106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.534391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.534501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.534603] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.593020] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.885389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 961.886274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.886274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.887314] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.887314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.887314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.887314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.887314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.887314] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.040676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.040676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.040676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.041148] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 962.073868] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.074060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.074105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.074442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.074605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.087449] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 962.096035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3dc8470-a7a0-4e99-90f7-5b14005fba5d: rpc.has_security_group_logging(os_id): False [ 962.126026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.126026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.126026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.126026] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d is going to be created. [ 962.204247] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.204247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.204247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.204247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.204528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.223011] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: IN_PROGRESS for 2s [ 962.393491] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.491898] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 962.492626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.896866] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.976791] env[65249]: INFO networking_nsxv3.common.synchronization [req-656b6896-56a6-4c4a-b499-184b787fc6bd req-390aa894-2d1b-4a0c-be61-ac1fda14cb85 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 962.979962] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 962.979962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.979962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.985984] env[65249]: INFO networking_nsxv3.common.synchronization [req-d4149c44-bd17-4274-933e-11e4e6d45232 req-3dad9953-2ccb-48e6-bead-309a48d4ed08 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 962.986608] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24fe37c-3992-4aad-ae83-86c7236c5314 with Priority: HIGHEST for action security_group_members [ 962.986946] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24fe37c-3992-4aad-ae83-86c7236c5314 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.987078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.987153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.987368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.987554] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.987688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.987739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.987914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.987999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.988523] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24fe37c-3992-4aad-ae83-86c7236c5314',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.991949] env[65249]: INFO networking_nsxv3.common.synchronization [req-656b6896-56a6-4c4a-b499-184b787fc6bd req-390aa894-2d1b-4a0c-be61-ac1fda14cb85 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 962.992124] env[65249]: INFO networking_nsxv3.common.synchronization [req-656b6896-56a6-4c4a-b499-184b787fc6bd req-390aa894-2d1b-4a0c-be61-ac1fda14cb85 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 962.992366] env[65249]: INFO networking_nsxv3.common.synchronization [req-656b6896-56a6-4c4a-b499-184b787fc6bd req-390aa894-2d1b-4a0c-be61-ac1fda14cb85 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 962.993544] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_rules [ 962.993544] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 962.993544] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e with Priority: HIGHEST for action port [ 962.993739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.993853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.994773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.994773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.994773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-39dd99ec-6e85-40aa-843f-490e149dbf0e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.995045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.995045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.995515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.995621] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39dd99ec-6e85-40aa-843f-490e149dbf0e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.400720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.400720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.400720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.402058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.402058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.402058] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be updated. [ 963.463297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.463459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.463532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.463743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.463887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474310] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: IN_PROGRESS for 2s [ 963.497749] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.497749] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.497749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.498129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.498129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.498129] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 is going to be updated. [ 963.499255] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39dd99ec-6e85-40aa-843f-490e149dbf0e with status ACTIVE [ 963.499550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.499550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.499693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.499740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.499859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.500042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.500135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.500195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.500355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.500436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.500648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.500758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.500833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.500998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.501087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.501837] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39dd99ec-6e85-40aa-843f-490e149dbf0e is going to be updated. [ 963.526501] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.526662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.527570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.527570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.527570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.527570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39dd99ec-6e85-40aa-843f-490e149dbf0e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.536663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.537940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.537940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.549852] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: IN_PROGRESS for 2s [ 964.098150] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 964.098150] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c deletion is rescheduled due to dependency. [ 964.098150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.238544] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: SUCCESS [ 964.240458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.148051] env[65249]: INFO networking_nsxv3.common.synchronization [req-8900b5d2-8fac-433c-b826-4ec0a5259c86 req-f7d01642-f3f5-4a60-a551-3ab0f89155a5 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 965.148500] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 965.148838] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.148962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.149286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.149410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.149680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.149760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.149873] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.483122] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.483122] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.483122] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.483122] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.483122] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.483122] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.483122] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.483775] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.483775] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.483775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.489888] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 965.490132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.490642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.490859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.491063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.491204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.491246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.491388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.491469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.491551] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.491659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.497765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.497985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.498306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.498372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.498519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.498697] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.508336] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.508457] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.508575] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.510092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.510092] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.510092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.510092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510092] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1e28d9-b18c-4b5d-8701-3d1c206511a4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.562144] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24fe37c-3992-4aad-ae83-86c7236c5314 in Status: SUCCESS [ 965.562369] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24fe37c-3992-4aad-ae83-86c7236c5314 deletion is rescheduled due to dependency. [ 965.562493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24fe37c-3992-4aad-ae83-86c7236c5314" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.653195] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.653370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.653442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.653629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.653721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.653915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.654015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.654083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.654307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.654388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.654476] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 965.680635] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.680819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.680819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.681029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.681168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.689677] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 966.001357] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.001781] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.014840] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.015096] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.016037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.016037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.016037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.016037] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 not found, creating... [ 966.016799] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.016799] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.016799] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.017022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.017165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.017536] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.017736] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.017877] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.018156] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.018510] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.018813] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 is going to be created. [ 966.045866] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.045866] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.046133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.046440] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.046619] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.046844] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.505085] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.506165] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d35e0165-c08d-469a-aabe-bfc2a9ee9112: rpc.has_security_group_logging(os_id): False [ 966.525765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.526075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.526075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.526942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.527060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.527407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.527407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.527407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.528732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.528732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.528732] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be updated. [ 966.593077] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.593077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.609550] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: IN_PROGRESS for 2s [ 966.766747] env[65249]: INFO networking_nsxv3.common.synchronization [req-8900b5d2-8fac-433c-b826-4ec0a5259c86 req-4de9586c-ff4e-4f2c-b21c-372b9b73a59a service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 966.766747] env[65249]: INFO networking_nsxv3.common.synchronization [req-8900b5d2-8fac-433c-b826-4ec0a5259c86 req-4de9586c-ff4e-4f2c-b21c-372b9b73a59a service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 966.766878] env[65249]: INFO networking_nsxv3.common.synchronization [req-8900b5d2-8fac-433c-b826-4ec0a5259c86 req-4de9586c-ff4e-4f2c-b21c-372b9b73a59a service nova] Enqueued Resource ID: 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 with Priority: HIGHEST for action port [ 966.767371] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 966.767506] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 966.767605] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 with Priority: HIGHEST for action port [ 966.767875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.767992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.771109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.771336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.771455] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.773040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.773040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.773040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.773251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.773251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.773398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.773807] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1e28d9-b18c-4b5d-8701-3d1c206511a4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.009836] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.009836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.009836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.009836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.009836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.009836] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be updated. [ 967.112876] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.113052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.113382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.113506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.125923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: IN_PROGRESS for 2s [ 967.275461] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.275461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.277136] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 with status ACTIVE [ 967.277368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.278218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.278410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.278628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.278732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.278994] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.279068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.279170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.279300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.279391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.279579] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.279687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.279749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.279890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.279997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.281182] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1e28d9-b18c-4b5d-8701-3d1c206511a4 is going to be updated. [ 967.308810] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.308810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.308810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.309628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.309628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.309628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1e28d9-b18c-4b5d-8701-3d1c206511a4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.358813] env[65249]: INFO networking_nsxv3.common.synchronization [req-112efd09-3969-406b-b539-eca987a6c0d5 req-097439e8-bf5a-4144-8e83-66fcdb67a6d3 tempest-AttachInterfacesUnderV243Test-1568646321 tempest-AttachInterfacesUnderV243Test-1568646321-project-member] Enqueued Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 967.359525] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 with Priority: HIGHEST for action security_group_members [ 967.359758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d35e0165-c08d-469a-aabe-bfc2a9ee9112 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.701583] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 967.702404] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 967.702404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.702404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.702711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.702816] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.702928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.702997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.703162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.703275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.703377] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.206205] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.626263] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 968.626507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.626757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.626996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.627118] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.708825] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.136789] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 in Status: SUCCESS [ 969.137069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.137283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.137549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.137649] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.137771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.137837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.137999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.138129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.138178] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.148249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.148458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.148510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.148735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.149403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.149403] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be deleted. [ 969.210239] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.210386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.210493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.210765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.210951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.211160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.211512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.211956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.212014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.212149] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 969.249418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.249418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.249418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.249768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.250086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.265968] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 969.640600] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.640861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.640916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.641156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.641263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.641488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.641602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.641659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.641827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.641915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.642010] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 is going to be deleted. [ 969.677111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.677194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.677270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.677479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.678013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.678013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.678013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.678013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.678200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.678200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.678280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.678459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.678535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.678620] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d35e0165-c08d-469a-aabe-bfc2a9ee9112',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.180851] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.181174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.181174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.181335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.181426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.181623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.181719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.181781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.181928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.182017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.182098] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d35e0165-c08d-469a-aabe-bfc2a9ee9112 already deleted. [ 970.182190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d35e0165-c08d-469a-aabe-bfc2a9ee9112" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.498548] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e00246d-724a-4df2-a3ad-70c12442ed76 req-0d995e21-d82a-429d-9243-44fffcde50b0 tempest-ServersNegativeTestMultiTenantJSON-763536718 tempest-ServersNegativeTestMultiTenantJSON-763536718-project-member] Enqueued Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 970.499117] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 970.499462] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.499589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.499651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.499896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.500263] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.500263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.500263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.500493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.500587] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.916975] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.917142] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-21" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.917363] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-21" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.917593] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-21" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.917926] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.918229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.918596] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.918738] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.918781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.918998] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.919126] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.919242] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.919362] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.919473] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.919574] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.919706] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.948834] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.949015] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.949149] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.949326] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-21" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.949746] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-50e34600-c8cd-4997-9aff-d8eb3398b0d3 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.949926] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.950068] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.950370] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.950508] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e34600-c8cd-4997-9aff-d8eb3398b0d3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.003127] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.003294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.003388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.003699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.003782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.003985] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.004465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.004620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.004823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 already deleted. [ 971.004928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.276110] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 971.276425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.276532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.277288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.277288] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.277446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.277446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.277594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.277685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.277757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.277953] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.453114] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.453375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.453500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.453888] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.453937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.454112] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 50e34600-c8cd-4997-9aff-d8eb3398b0d3 not found, creating... [ 971.454432] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454704] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454943] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455093] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455409] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455572] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455695] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.456069] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456213] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 50e34600-c8cd-4997-9aff-d8eb3398b0d3 is going to be created. [ 971.479185] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.479277] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.479377] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.479759] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.480032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.480309] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.781417] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.781606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.781697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.781906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.782535] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.782535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.782535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.782535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.782535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.783030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.783030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.783030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.783030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.783207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.783354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.783443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.783505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.783649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.783728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.783835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.783959] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.210042] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e00246d-724a-4df2-a3ad-70c12442ed76 req-a9c1e53e-9625-41e1-a197-ef02a85ef7fd service nova] Enqueued Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_rules [ 972.210210] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e00246d-724a-4df2-a3ad-70c12442ed76 req-a9c1e53e-9625-41e1-a197-ef02a85ef7fd service nova] Enqueued Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 972.210349] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e00246d-724a-4df2-a3ad-70c12442ed76 req-a9c1e53e-9625-41e1-a197-ef02a85ef7fd service nova] Enqueued Resource ID: 50e34600-c8cd-4997-9aff-d8eb3398b0d3 with Priority: HIGHEST for action port [ 972.211031] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_rules [ 972.211031] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 972.211158] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e34600-c8cd-4997-9aff-d8eb3398b0d3 with Priority: HIGHEST for action port [ 972.211385] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.211501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.211567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.211867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.211931] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.212759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.212867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.212931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.213110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.213249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.213336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.213394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.213526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.214890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.214890] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.214890] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e34600-c8cd-4997-9aff-d8eb3398b0d3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.214890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.214890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.214890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.214890] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e34600-c8cd-4997-9aff-d8eb3398b0d3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.287021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 972.309047] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.310020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.310020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.310020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.310020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.310020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.310020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.310303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.310303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.310362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.310550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.310648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.310718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.310872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.310944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.311255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.311386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.311386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.311492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.311588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.311699] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 972.380060] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.380060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.380060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.380385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.381795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.397676] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 972.718864] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.720122] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.720318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.721902] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e34600-c8cd-4997-9aff-d8eb3398b0d3 with status ACTIVE [ 972.722130] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.722280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.722471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.722523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.722611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.722784] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.722879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.722939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.723111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.723212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.723362] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.723519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.723585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.724701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.724701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.724701] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e34600-c8cd-4997-9aff-d8eb3398b0d3 is going to be updated. [ 972.748481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.748671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.748709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.748938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.749124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.749329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e34600-c8cd-4997-9aff-d8eb3398b0d3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.221926] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.496281] env[65249]: INFO networking_nsxv3.common.synchronization [req-082f4fe1-d81c-4f60-b012-24b20bff3d0c req-dfec94e1-cb31-44ec-a210-5e12ebc37d5e tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 973.497597] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 973.498038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.498221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.498221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.498221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.499252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.499252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.499252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.499549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.499549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.499549] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.726357] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.726526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.726568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.726788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.726902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.726976] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 is going to be created. [ 973.754086] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.754086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.754086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.754343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.768733] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: UNINITIALIZED for 2s [ 974.005774] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.005774] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.005774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.005774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 974.041716] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.042253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.042344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.042654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.042808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.054761] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 974.414402] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 974.414718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.514303] env[65249]: INFO networking_nsxv3.common.synchronization [req-57e291c1-a69e-40fa-9533-e73e924131bf req-10ede738-d0c2-452e-968d-eebf47cb88b3 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 975.514303] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 975.514303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.514742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.514742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.514742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.514839] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.516025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.516025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.516025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.516025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.516025] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.780626] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: SUCCESS [ 975.780745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.780889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.781149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.781340] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.781456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.781518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.781664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.781742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.781826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.781911] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.907691] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.907901] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.907971] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.908410] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.908794] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.909061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.909291] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.909791] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.909791] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.909996] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.910166] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.910307] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.910422] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.910551] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.910719] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.910894] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.963842] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.964040] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.964183] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.964449] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.964878] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-be93e662-d0a2-4159-b335-140208cd6054 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965059] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.965166] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.965528] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.965668] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be93e662-d0a2-4159-b335-140208cd6054',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.017879] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.065412] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 976.065492] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 976.065618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.249777] env[65249]: INFO networking_nsxv3.common.synchronization [req-74c1b9f7-7c92-4bd1-b011-11953b7a29bf req-22819774-735a-4976-b4dc-9fc894f67445 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 976.250548] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGHEST for action security_group_members [ 976.250935] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.251235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.251339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.251666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.251884] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.252000] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.252098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.252363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.252461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.252578] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.284466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.284819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.284819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.285353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.285416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.285598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.285652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.285872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.285999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.286135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.286339] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.287099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.287099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.287099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.287099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.287270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.287270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.287414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.287514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.287630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.287779] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.468237] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.468536] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.468685] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.469084] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.469262] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.469446] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port be93e662-d0a2-4159-b335-140208cd6054 not found, creating... [ 976.469781] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.470028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.470165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.470412] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.470605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.470988] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.471168] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.471287] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.471504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.471726] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.471924] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: be93e662-d0a2-4159-b335-140208cd6054 is going to be created. [ 976.520626] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.523029] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.523564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.524404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.524818] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.525413] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.755062] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.755270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.755420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.755688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.755796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.756040] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.756185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.756295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.756502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.756685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.756793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 is going to be updated. [ 976.789629] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.789841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.789841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.790097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.790272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.791491] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcea3b8-56af-4cd3-81d3-5646679c9fe0: rpc.has_security_group_logging(os_id): False [ 976.802631] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: IN_PROGRESS for 2s [ 976.810933] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.811149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.811240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.811452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.811549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.811809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.811952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.812031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.812210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.812341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.812562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.812728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.812811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.812966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.813570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.813779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.813880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.813944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.814303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.814393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.814489] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 is going to be created. [ 976.887689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.887980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.888147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.888465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.888776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.904253] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: IN_PROGRESS for 2s [ 977.029122] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.029122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.029357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.029406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.029502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.029606] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 977.073900] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.074236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.074236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.074431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.074605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.088056] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 977.224449] env[65249]: INFO networking_nsxv3.common.synchronization [req-57e291c1-a69e-40fa-9533-e73e924131bf req-45a1b1ce-f138-47b4-bc7f-f6a3c3391411 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 977.224449] env[65249]: INFO networking_nsxv3.common.synchronization [req-57e291c1-a69e-40fa-9533-e73e924131bf req-45a1b1ce-f138-47b4-bc7f-f6a3c3391411 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 977.224625] env[65249]: INFO networking_nsxv3.common.synchronization [req-57e291c1-a69e-40fa-9533-e73e924131bf req-45a1b1ce-f138-47b4-bc7f-f6a3c3391411 service nova] Enqueued Resource ID: be93e662-d0a2-4159-b335-140208cd6054 with Priority: HIGHEST for action port [ 977.225490] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 977.225669] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 977.225825] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be93e662-d0a2-4159-b335-140208cd6054 with Priority: HIGHEST for action port [ 977.226275] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.226380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.226380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.226608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.226697] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.227769] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.227887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.228176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-be93e662-d0a2-4159-b335-140208cd6054 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.228311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.228438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.228626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.228714] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be93e662-d0a2-4159-b335-140208cd6054',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.731321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.731685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.731774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be93e662-d0a2-4159-b335-140208cd6054 with status ACTIVE [ 977.731994] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.732212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.732278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.732556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.732663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.732882] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.733012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.733128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.733335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.733436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.733664] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.733859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.733965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.734133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.734211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.734321] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be93e662-d0a2-4159-b335-140208cd6054 is going to be updated. [ 977.758461] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.758717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.758717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.758937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.759136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.759307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be93e662-d0a2-4159-b335-140208cd6054" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.814041] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9515248d-f314-4c09-a396-a3642ccc4e74 in Status: SUCCESS [ 978.814041] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 deletion is rescheduled due to dependency. [ 978.814041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.918557] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: SUCCESS [ 978.918813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.099341] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 979.099664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.099911] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.100260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.100556] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.100745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.100851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.101092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.101224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.101363] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.603591] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.105708] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.608415] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.609547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.610208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.610586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.611231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.611439] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 980.661026] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.661026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.661026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.661026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.661026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.674655] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 982.226867] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.227220] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 982.688632] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 982.689233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.689233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.689417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.689655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.689778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.689953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.690024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.690089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.690171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.690262] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.192929] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.193242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.193242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.193399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.193557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.193648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.193848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.194035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.194035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194370] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.194370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.194516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.194603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.194748] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.194881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.195030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.195096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.195541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.195541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.195541] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.699444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 983.720857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.720857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.720857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.721401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.721401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.721401] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.725120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.725236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.725397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.725496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.726015] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.726015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.726015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.726234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.726234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.726234] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 983.794311] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.794612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.794738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.794989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.795216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.813943] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 985.444121] env[65249]: INFO networking_nsxv3.common.synchronization [None req-3cf11f49-4e9d-4a6b-830b-ee6c9e7db685 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 985.444872] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 985.445409] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.445492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.445564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.445836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.445894] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.536177] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6bc6e1ed-6cb2-4bf9-9bf5-d1be05cbdec5 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 985.536806] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 985.537184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.537315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.838978] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 985.839129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.973865] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.973865] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa already deleted. [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.973865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.973865] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.498799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.499227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.499227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.499298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.499424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.499522] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa already deleted. [ 986.499522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.635150] env[65249]: INFO networking_nsxv3.common.synchronization [req-e9e4e815-38ad-4f67-a60b-5f162ebc0058 req-cb64979f-9ff9-49df-a9e2-769576644673 tempest-ServersNegativeTestMultiTenantJSON-763536718 tempest-ServersNegativeTestMultiTenantJSON-763536718-project-member] Enqueued Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 987.637073] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGHEST for action security_group_members [ 987.637196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.637464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.637688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.637994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.638297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.638594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.640103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.640103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.640103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.640103] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.143012] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.144048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.144048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.144478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.144478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.144478] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 is going to be updated. [ 988.184637] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.184637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.184637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.184637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.184637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.196164] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: IN_PROGRESS for 2s [ 988.562697] env[65249]: INFO networking_nsxv3.common.synchronization [req-6e695bb1-8605-44fb-8488-7b6af542b70a req-adb436d2-20ba-4755-82d9-59c754740ac2 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 988.563347] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 with Priority: HIGHEST for action security_group_members [ 988.564972] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e05d4af7-7479-4f75-b5e0-4931b4143f55 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.565197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.565273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.565535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.565782] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.565890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.565972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.566160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.566266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.566492] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e05d4af7-7479-4f75-b5e0-4931b4143f55',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.069891] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.070295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.070295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.070428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.094671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.094959] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.095095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.095159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.095743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.095873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.096028] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 is going to be updated. [ 989.130340] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.130340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.130340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.130340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.130340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.140941] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: IN_PROGRESS for 2s [ 990.209894] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 in Status: SUCCESS [ 990.209894] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 deletion is rescheduled due to dependency. [ 990.209894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.155419] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 in Status: SUCCESS [ 991.157044] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e05d4af7-7479-4f75-b5e0-4931b4143f55 deletion is rescheduled due to dependency. [ 991.157044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e05d4af7-7479-4f75-b5e0-4931b4143f55" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.057215] env[65249]: INFO networking_nsxv3.common.synchronization [req-5da36567-f0b1-40ab-b008-97522636a138 req-3904a7ba-d673-42a8-ac49-ef110a0a8d8e tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 992.057941] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 992.058677] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.058677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.058677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.058863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.058908] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.059128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.059207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.059567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.059567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.059567] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.360195] env[65249]: INFO networking_nsxv3.common.synchronization [req-04e5d07d-ce0b-4793-b769-60d160a05a58 req-bdfb38b5-6f05-4449-83f1-ccfa9cca65a3 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 992.360918] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 992.363784] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.363784] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.363784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.363784] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.566252] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.720141] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720141] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720141] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.720141] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.720141] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720751] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.721066] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.721978] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.723857] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.724032] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.727230] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.727230] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.727230] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.727230] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.727230] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.727230] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.747546] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.747768] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.747901] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.748886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.748886] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-fd332e16-50b2-4632-ade3-042777b6c696 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.748886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.748886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.749177] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.749177] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd332e16-50b2-4632-ade3-042777b6c696',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.866488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.866729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.866849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.867461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.867753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.868135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.868293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.868406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.868641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.868761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.868895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 992.896910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.897161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.897232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.897489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.897702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.908226] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 993.071623] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.252726] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.253048] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.253405] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.253606] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.253781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.253972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port fd332e16-50b2-4632-ade3-042777b6c696 not found, creating... [ 993.254303] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.254644] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.254878] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.255259] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.255487] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.255960] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.256218] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.256399] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.256729] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.256937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.257175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: fd332e16-50b2-4632-ade3-042777b6c696 is going to be created. [ 993.280197] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.280465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.280587] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.280877] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.281133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.281378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.574546] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.574789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.574851] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.575153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.575283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.575349] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 993.614806] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.615159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.615229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.615449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.615681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.626719] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 994.078049] env[65249]: INFO networking_nsxv3.common.synchronization [req-04e5d07d-ce0b-4793-b769-60d160a05a58 req-c1bb9870-a80d-4d1d-ba53-fe05dc6c1a8d service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 994.078449] env[65249]: INFO networking_nsxv3.common.synchronization [req-04e5d07d-ce0b-4793-b769-60d160a05a58 req-c1bb9870-a80d-4d1d-ba53-fe05dc6c1a8d service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 994.078449] env[65249]: INFO networking_nsxv3.common.synchronization [req-04e5d07d-ce0b-4793-b769-60d160a05a58 req-c1bb9870-a80d-4d1d-ba53-fe05dc6c1a8d service nova] Enqueued Resource ID: fd332e16-50b2-4632-ade3-042777b6c696 with Priority: HIGHEST for action port [ 994.079303] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 994.079303] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 994.079303] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd332e16-50b2-4632-ade3-042777b6c696 with Priority: HIGHEST for action port [ 994.079609] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.079782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.079856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.080076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.080149] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.082757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.082757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.082757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd332e16-50b2-4632-ade3-042777b6c696 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.082757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.082757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.087042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.087042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd332e16-50b2-4632-ade3-042777b6c696',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.586120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.586371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.587910] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd332e16-50b2-4632-ade3-042777b6c696 with status ACTIVE [ 994.588313] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.588523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.588670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.589031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.589205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.589533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.589751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.589878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.590208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.590401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.590763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.590979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.591121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.591424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.591601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.591775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd332e16-50b2-4632-ade3-042777b6c696 is going to be updated. [ 994.647804] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.648071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.648152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.648458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.648633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.648887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd332e16-50b2-4632-ade3-042777b6c696" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920530] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 994.920852] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 994.920852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.921089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.921275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.921487] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.921614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.921671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.921817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.921897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.921997] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.051138] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d85e23d-7fe3-4658-95e9-94ce86cd0735 req-76679dea-e760-46d2-94d0-e06548a4f34c tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 995.051586] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 995.051918] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.052056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.052143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.052518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.052734] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.052901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.052983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.053291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.053351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.053421] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.426082] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.511025] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.511247] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.511375] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.511635] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.515020] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.515020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.515020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.515020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.515020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.515020] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.515020] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.515020] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.515020] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.515020] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.515020] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.515020] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.534128] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.534327] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.534510] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.534700] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.535017] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-90e3403f-ec21-4a6c-ad95-234b751d9734 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.535192] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.535333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.535719] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.535868] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e3403f-ec21-4a6c-ad95-234b751d9734',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.555855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.637472] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 995.637669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.818968] env[65249]: INFO networking_nsxv3.common.synchronization [req-455aaacc-8c1c-4371-bc39-39c8166be05a req-349bcc42-6d95-42dc-809f-b8f92ef74701 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 995.819351] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 995.819658] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.822028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.822028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.822028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.822256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.822333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.822371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.822484] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.930184] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.038470] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.038713] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.038839] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.039149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.039356] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.039517] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 90e3403f-ec21-4a6c-ad95-234b751d9734 not found, creating... [ 996.039783] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.039938] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.040063] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.040279] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.040421] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.040736] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.041025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.041025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.041246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.041377] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.041584] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 90e3403f-ec21-4a6c-ad95-234b751d9734 is going to be created. [ 996.057877] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.065679] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.066418] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.066418] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.066545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.067116] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.067116] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.324849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.325113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.325301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.325388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.325613] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.325765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.325913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.325991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.326089] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 996.356435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.356616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.356662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.356861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.357062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.368314] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 996.433063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.433504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.433504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.433630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.433630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.433737] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 996.467173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.467379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.467379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.467610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.467761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.478673] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 996.561452] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.561549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.561634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.562812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.562812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.562812] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 996.593730] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.593973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.594088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.594316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.594493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.606378] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d85e23d-7fe3-4658-95e9-94ce86cd0735 req-3cc321d8-09f9-4d78-940f-332f15d9d614 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d85e23d-7fe3-4658-95e9-94ce86cd0735 req-3cc321d8-09f9-4d78-940f-332f15d9d614 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [req-2d85e23d-7fe3-4658-95e9-94ce86cd0735 req-3cc321d8-09f9-4d78-940f-332f15d9d614 service nova] Enqueued Resource ID: 90e3403f-ec21-4a6c-ad95-234b751d9734 with Priority: HIGHEST for action port [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 996.781890] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e3403f-ec21-4a6c-ad95-234b751d9734 with Priority: HIGHEST for action port [ 996.782401] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.782758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.782962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.783238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.783400] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.786124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.786124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.786124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e3403f-ec21-4a6c-ad95-234b751d9734 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.786124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.786124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.786124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.786124] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e3403f-ec21-4a6c-ad95-234b751d9734',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.288410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.288558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.288775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90e3403f-ec21-4a6c-ad95-234b751d9734 with status ACTIVE [ 997.288955] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.289085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.289156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.289399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.289516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.289713] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.289811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.289888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.290076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.290160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.290363] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.290470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.290559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.290753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.290829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.290927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90e3403f-ec21-4a6c-ad95-234b751d9734 is going to be updated. [ 997.317266] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.317266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.317519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.317519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.317678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.317868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e3403f-ec21-4a6c-ad95-234b751d9734" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.378569] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 998.378878] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 998.378878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.489875] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 998.490133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.490307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.490523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.490728] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.490877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.490947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.491126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.491208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.491295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.491387] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.618405] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 998.618637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.618810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.619049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.619252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.619366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.619429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.619585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.619681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.619774] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.994223] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.995105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.995105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.995105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.995105] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.995105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.995105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.995388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.995388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.995388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.995496] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.995692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.995692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.995778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.995888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.996211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.996211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.996319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.996364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.996468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.997066] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.121979] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.503434] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 999.524067] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.524221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.524309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.524547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.524675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.524840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.524946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.525013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.525231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.525322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.525515] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.525632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.525689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.525830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.525906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.526252] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.526454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.526643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.526820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.526903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.526992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 999.624475] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.678664] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.678859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.678907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.679176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.679330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.695900] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 999.897092] env[65249]: INFO networking_nsxv3.common.synchronization [req-e75ffb0c-212d-4b2a-9b25-1adae153a7f9 req-067fc3b1-5248-427e-9280-54e1ed64622f tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 999.897663] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 999.898080] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.898211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.898211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.898482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.898778] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.898901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.898945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.899132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.899216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.899310] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.128117] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.128334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.128334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.128541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.128634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.128758] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1000.171484] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.171663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.171890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.171970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.172440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.184538] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1000.271188] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.271459] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.271634] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.272227] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272586] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272921] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273290] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273290] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274026] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274026] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.274026] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.274176] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.274232] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.274386] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.274923] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.274923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.299368] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.299556] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.299696] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.299860] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.300257] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-e21230c0-54b1-439c-86b8-f9f97a34dbf5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.300432] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.300548] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.300859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.300999] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21230c0-54b1-439c-86b8-f9f97a34dbf5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.401973] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.402213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.402309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.402568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.402679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.402934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.403061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.403134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.403289] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.403373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.403463] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa already deleted. [ 1000.403545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.804157] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.804533] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.804582] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.805464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.805464] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.805464] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port e21230c0-54b1-439c-86b8-f9f97a34dbf5 not found, creating... [ 1000.807675] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.807675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.807675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.807675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.807675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.808063] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.808992] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.808992] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.808992] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.808992] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.808992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: e21230c0-54b1-439c-86b8-f9f97a34dbf5 is going to be created. [ 1000.835063] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.835264] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.835569] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.835721] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.835933] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.836200] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.586731] env[65249]: INFO networking_nsxv3.common.synchronization [req-e75ffb0c-212d-4b2a-9b25-1adae153a7f9 req-0276e4d2-94aa-420d-89fe-aba8f41adec6 service nova] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 1001.587022] env[65249]: INFO networking_nsxv3.common.synchronization [req-e75ffb0c-212d-4b2a-9b25-1adae153a7f9 req-0276e4d2-94aa-420d-89fe-aba8f41adec6 service nova] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1001.587269] env[65249]: INFO networking_nsxv3.common.synchronization [req-e75ffb0c-212d-4b2a-9b25-1adae153a7f9 req-0276e4d2-94aa-420d-89fe-aba8f41adec6 service nova] Enqueued Resource ID: e21230c0-54b1-439c-86b8-f9f97a34dbf5 with Priority: HIGHEST for action port [ 1001.587958] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 1001.588098] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1001.588257] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21230c0-54b1-439c-86b8-f9f97a34dbf5 with Priority: HIGHEST for action port [ 1001.588635] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.588855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.588967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.589243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.589354] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.591538] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.592137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.592309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.592496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.592636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.592747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.592833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.593131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.593477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.593477] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.594260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21230c0-54b1-439c-86b8-f9f97a34dbf5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.594410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.594529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.594662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.594790] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21230c0-54b1-439c-86b8-f9f97a34dbf5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.712365] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1001.712629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.092557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.093330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.097791] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e21230c0-54b1-439c-86b8-f9f97a34dbf5 with status ACTIVE [ 1002.098055] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.098426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.098564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.099160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.099280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.099533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.099682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.099736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.099945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.100128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.100431] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.100498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.100532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.100667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.100754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.100838] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e21230c0-54b1-439c-86b8-f9f97a34dbf5 is going to be updated. [ 1002.101995] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.127879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.127972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.127972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.128197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.128340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.128506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21230c0-54b1-439c-86b8-f9f97a34dbf5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.195590] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1002.195885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.196080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.196372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.196684] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.196818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.196885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.197077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.197156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.197273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.197455] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.605772] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.699714] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.699894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.699972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.700209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.700398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.700506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.700603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.700729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.700823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.700941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.701091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.701173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.701239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.701377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.701514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.701607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.701683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.701827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.701899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.701979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.702079] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.108689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.109013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.109013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.109192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.109274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.109348] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be created. [ 1003.133729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.133895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.133989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.134237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.134431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.143581] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: UNINITIALIZED for 2s [ 1003.204108] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66a87e5-b96c-40ee-a0a8-3ff62d0fe254: rpc.has_security_group_logging(os_id): False [ 1003.223753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.223966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.224082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.224325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.224423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.224704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.224850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.224850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.225035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.225129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.225370] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.225549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.225672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.225793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.225906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.226065] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.226161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.226243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.226524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.226604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.226637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1003.294168] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.295096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.311622] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1005.157728] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1005.158102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.158168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.158450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.158618] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.158739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.158806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.158996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.159088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.159174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.159263] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.331431] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1005.331807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.663200] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.164629] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa: rpc.has_security_group_logging(os_id): False [ 1006.188029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.188029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.188029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.188029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be created. [ 1006.282416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.282416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.282949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.283252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.283486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.308663] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1006.589916] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.590049] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1007.884160] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1007.884702] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.324412] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1008.324681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.889684] env[65249]: INFO networking_nsxv3.common.synchronization [req-df70ab4f-2e9a-4934-947e-a7c529691df1 req-38f20cee-d23a-4f60-a05f-46d4ae0c2091 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1008.890314] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1008.890671] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.890834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.890929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.892322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.892704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.892837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.892913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.893216] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.893356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893535] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.233497] env[65249]: INFO networking_nsxv3.common.synchronization [req-31a216bc-3e5e-4a09-9334-8c761dd7f8e2 req-227e7de7-8254-4323-bb8c-df79c03ee0d7 tempest-ServersTestJSON-555513228 tempest-ServersTestJSON-555513228-project-member] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 1009.234407] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGHEST for action security_group_members [ 1009.234753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.234883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.234950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.235263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.235462] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.235648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.235725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.235872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.236133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.236133] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.366031] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.366031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.366031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.366338] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.366768] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.367206] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.370021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.370021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.370021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.370021] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.370021] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.370021] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.370021] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.370021] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.370021] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.370021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.397035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.397035] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.397035] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.397035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.397035] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-2ec685f2-b642-4e3c-84d6-f568361c5a94 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.397035] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397035] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec685f2-b642-4e3c-84d6-f568361c5a94',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.398374] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.398659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.398996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.399545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399842] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.400074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.400240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.400495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.402033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.402033] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1009.446592] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.446745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.446814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.447084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.447239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.461687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1009.675360] env[65249]: INFO networking_nsxv3.common.synchronization [req-cf7340d8-58dc-4fe9-a52f-68001e27c92c req-b1ca4d32-6e7c-4bea-b72f-975fe3aa9724 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1009.675922] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1009.677168] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.677440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.677546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.677775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.677975] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.678173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.678496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.678727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.678858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.678982] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.739701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.739701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739701] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d is going to be updated. [ 1009.773492] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.773666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.773709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.773920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.774083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.784269] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: IN_PROGRESS for 2s [ 1009.903979] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.904560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.905101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.907305] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.907444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.907887] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 2ec685f2-b642-4e3c-84d6-f568361c5a94 not found, creating... [ 1009.907943] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.908213] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.908341] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.908541] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.909181] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.909704] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.910017] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.910995] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.912557] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.912557] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.912557] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 2ec685f2-b642-4e3c-84d6-f568361c5a94 is going to be created. [ 1009.936222] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.936959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.936959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.936959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.937215] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.937473] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.112631] env[65249]: INFO networking_nsxv3.common.synchronization [req-7ff07afa-0c03-48cb-a809-d52802a47c30 req-36b10f5a-a5f7-4448-a5e8-f0dc0299ffb2 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1010.113584] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1010.114152] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.114358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.114358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.114653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.114835] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.115154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.115154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.115154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.115507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.115507] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.181627] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.610569] env[65249]: INFO networking_nsxv3.common.synchronization [req-df70ab4f-2e9a-4934-947e-a7c529691df1 req-da144529-5891-4e90-aa12-e57c05d2e6d9 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1010.610728] env[65249]: INFO networking_nsxv3.common.synchronization [req-df70ab4f-2e9a-4934-947e-a7c529691df1 req-da144529-5891-4e90-aa12-e57c05d2e6d9 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1010.610940] env[65249]: INFO networking_nsxv3.common.synchronization [req-df70ab4f-2e9a-4934-947e-a7c529691df1 req-da144529-5891-4e90-aa12-e57c05d2e6d9 service nova] Enqueued Resource ID: 2ec685f2-b642-4e3c-84d6-f568361c5a94 with Priority: HIGHEST for action port [ 1010.611109] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1010.611237] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1010.611330] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec685f2-b642-4e3c-84d6-f568361c5a94 with Priority: HIGHEST for action port [ 1010.611873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.612236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.613269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.613486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.613592] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.615155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.616067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.616067] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec685f2-b642-4e3c-84d6-f568361c5a94 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.616067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.616067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.616067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.616067] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec685f2-b642-4e3c-84d6-f568361c5a94',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.617105] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.617217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.617292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.617444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.617535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.617737] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.617840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.617888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.618029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.618109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.618198] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1010.650297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.650431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.650511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.650716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.650868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.661049] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1010.683555] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.118372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.118687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.119904] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ec685f2-b642-4e3c-84d6-f568361c5a94 with status ACTIVE [ 1011.120166] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.120393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.120510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.120746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.120903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.121239] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.121239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.121239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.121406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.121450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.122158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.122158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.122158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.122158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.122158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.122158] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ec685f2-b642-4e3c-84d6-f568361c5a94 is going to be updated. [ 1011.146171] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.146322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.146394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.146602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.146735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.146888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec685f2-b642-4e3c-84d6-f568361c5a94" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.186663] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.187062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.187171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.187687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.187687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.187687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1011.240533] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.240696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.240763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.240968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.241180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.253487] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1011.473091] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1011.473283] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1011.473397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.473561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.473772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.473988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.474319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.474390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.474574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.474668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.474767] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.794309] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: IN_PROGRESS for 4s [ 1011.976960] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.479986] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.673542] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1012.673825] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 1012.673964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.982606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.982767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.982892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.983155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.983302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.983431] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1013.017506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.017825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.017989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.018235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.018436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.029235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1013.264314] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1013.264575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.805960] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d in Status: SUCCESS [ 1013.806293] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d deletion is rescheduled due to dependency. [ 1013.806340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.311250] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.311491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.311607] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.311968] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.312283] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.312460] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.312575] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.312825] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.313009] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.313255] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.313377] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.313506] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.313634] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.313754] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.313861] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.313992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.334443] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.334667] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.334972] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.335066] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.335321] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-232885e7-0c32-40cf-a8e5-60ba7c23619a taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.335485] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.335600] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.335891] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.335994] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('232885e7-0c32-40cf-a8e5-60ba7c23619a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.841053] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.841547] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.841547] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.841858] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.841858] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.842152] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.842306] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.842422] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.842675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.842806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.843102] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.843252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.843366] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.843568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.843701] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.843841] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a is going to be updated. [ 1014.869314] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.869573] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.869702] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.870125] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.870412] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043481] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1015.043534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.043924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.044158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.044277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.044341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.044515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.044739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.044847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.044973] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.327587] env[65249]: INFO networking_nsxv3.common.synchronization [req-2ffbe85b-9f18-4f18-89a3-123f4d318d8e req-2e6dfa76-2d8b-4081-a6f2-9158f8f54eea tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1015.328172] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1015.329163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.329163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.329163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.329163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.329163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.329466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.329544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.329739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.330048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.330123] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.547934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.548156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.548246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.550880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.550880] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.550880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.551103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.551247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.551440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.552155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.552383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.552644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.552794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.556471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.556471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.556471] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [req-cb2fcd6d-6524-43f2-b117-69b84babe093 req-443f7174-3362-4c5e-825a-2cf1e972648f service nova] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [req-cb2fcd6d-6524-43f2-b117-69b84babe093 req-443f7174-3362-4c5e-825a-2cf1e972648f service nova] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [req-cb2fcd6d-6524-43f2-b117-69b84babe093 req-443f7174-3362-4c5e-825a-2cf1e972648f service nova] Enqueued Resource ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a with Priority: HIGHEST for action port [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_rules [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 1015.592199] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a with Priority: HIGHEST for action port [ 1015.592199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.592199] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.592199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.592199] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.592199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.593383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.593383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-232885e7-0c32-40cf-a8e5-60ba7c23619a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.593383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.593383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.593383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.593383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('232885e7-0c32-40cf-a8e5-60ba7c23619a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.832150] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.057310] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 1016.076758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.076934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.077019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.077234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.077327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.077558] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.077658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.077723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.077873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.077951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.078128] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.078226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.078282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.078496] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.078572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.078752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.078846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.078909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.079059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.079133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.079216] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1016.092099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.092350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.092432] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.093609] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 232885e7-0c32-40cf-a8e5-60ba7c23619a with status ACTIVE [ 1016.093795] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.093909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.093971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.094250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.094300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.094433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.094518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.094665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.094840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.094932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.096437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.096437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.096597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096768] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 232885e7-0c32-40cf-a8e5-60ba7c23619a is going to be updated. [ 1016.116418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.116603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.116603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.116810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.116951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-232885e7-0c32-40cf-a8e5-60ba7c23619a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.166034] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.166034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.166034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.166034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.166605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.186543] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1016.335133] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.599117] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.840191] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.840412] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.840583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.840810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.840935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.841095] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1016.875798] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.876046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.876098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.876350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.876563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888229] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1017.102069] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.102532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.102532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.102532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.102654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.102703] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be updated. [ 1017.150835] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.151020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.151149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.151529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.151617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.161517] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: IN_PROGRESS for 2s [ 1017.203050] env[65249]: INFO networking_nsxv3.common.synchronization [req-410e3eaf-730d-4e58-9a88-513a260c6d3b req-8e3e852e-d360-4a52-9c3c-c48d42c73709 tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1017.203050] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1017.203352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.203618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.203618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.204564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.204564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.204564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.204564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.204564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.204564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.204564] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.553758] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.554083] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.554276] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.554648] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.555059] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.555337] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.555539] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.555892] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.556178] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.556488] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.556695] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.556912] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.557084] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.557216] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.557351] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.557549] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.576669] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.576912] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.577081] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.577247] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.577583] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.577774] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.577893] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.578276] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.578437] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f9b48b-37b1-4e2b-9dde-55f36bfac571',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.706870] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.707163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.707284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.707526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.730705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.730809] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.730940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.731365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.731645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.731783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.731928] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be updated. [ 1017.770285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.770434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.770502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.770719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.770868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.789534] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 1018.082252] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.082252] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.084288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.084288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.084288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.084520] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port d9f9b48b-37b1-4e2b-9dde-55f36bfac571 not found, creating... [ 1018.085013] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.085300] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.085518] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.085934] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.086968] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.086968] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.086968] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.087179] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.087348] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.087545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.087882] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 is going to be created. [ 1018.107383] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.107806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.107806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.107945] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.108275] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.108501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.215334] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1018.215568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.836346] env[65249]: INFO networking_nsxv3.common.synchronization [req-410e3eaf-730d-4e58-9a88-513a260c6d3b req-3227d278-515e-4919-b3be-fe5078b90a04 service nova] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_rules [ 1018.836522] env[65249]: INFO networking_nsxv3.common.synchronization [req-410e3eaf-730d-4e58-9a88-513a260c6d3b req-3227d278-515e-4919-b3be-fe5078b90a04 service nova] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1018.836673] env[65249]: INFO networking_nsxv3.common.synchronization [req-410e3eaf-730d-4e58-9a88-513a260c6d3b req-3227d278-515e-4919-b3be-fe5078b90a04 service nova] Enqueued Resource ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with Priority: HIGHEST for action port [ 1018.837224] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_rules [ 1018.837386] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1018.837487] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with Priority: HIGHEST for action port [ 1018.837756] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.837889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.837956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.838179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.838269] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.839110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.839209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.839399] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.839514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.839579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.839773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.839814] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f9b48b-37b1-4e2b-9dde-55f36bfac571',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.900840] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1018.901222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.172188] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 1019.172599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.172599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.172814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.173038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.173137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.173201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.173351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.173431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.173576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.173626] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.342968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.342968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.342968] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with status ACTIVE [ 1019.342968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.342968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.342968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.343727] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.344121] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.344121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.344252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.344320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.344376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.344753] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 is going to be updated. [ 1019.391876] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.391876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.391876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.392153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.392249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.392369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.566372] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.570216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.570216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.570216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.570216] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.570216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.570216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.573501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.573501] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.573501] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.573501] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.573501] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.573501] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.573501] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.573501] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.573501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.611735] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.611735] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.611735] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.611735] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-911" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611735] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-b61db5a9-3bea-4d71-9ef8-1fadf974985e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611735] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612088] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.612603] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61db5a9-3bea-4d71-9ef8-1fadf974985e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.675780] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.800416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 1019.800635] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 deletion is rescheduled due to dependency. [ 1019.800687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.800854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.801104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.801319] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.801442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.801502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.801656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.801736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.801822] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.115968] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.116848] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.116848] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.116848] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.117033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.117289] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.117449] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.117601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.117937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.118114] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.118515] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118729] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118871] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119171] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119506] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e is going to be updated. [ 1020.145951] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.146147] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.147039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.147039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.147039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.147039] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.179453] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50fee23c-6026-40fb-a011-32f29bbe51a9: rpc.has_security_group_logging(os_id): False [ 1020.206804] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.206999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.207213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.207414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.207549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.207877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.208030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.208133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.208346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.208450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.208712] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be updated. [ 1020.285365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.285563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.285639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.286052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.286052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.305042] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.313190] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: IN_PROGRESS for 2s [ 1020.807349] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.856593] env[65249]: INFO networking_nsxv3.common.synchronization [req-516fe792-9f3b-493a-9a6d-ba6d62f8c1d1 req-12834eb0-e16a-446c-b0ec-37fe13ea0a74 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 1020.856818] env[65249]: INFO networking_nsxv3.common.synchronization [req-516fe792-9f3b-493a-9a6d-ba6d62f8c1d1 req-12834eb0-e16a-446c-b0ec-37fe13ea0a74 service nova] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 1020.857129] env[65249]: INFO networking_nsxv3.common.synchronization [req-516fe792-9f3b-493a-9a6d-ba6d62f8c1d1 req-12834eb0-e16a-446c-b0ec-37fe13ea0a74 service nova] Enqueued Resource ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e with Priority: HIGHEST for action port [ 1020.857896] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_rules [ 1020.858138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 1020.858363] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e with Priority: HIGHEST for action port [ 1020.858863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.859140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.859257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.859596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.859758] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.861010] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.861314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.861450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.862434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.862434] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.862434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.862434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.862803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.863051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.863222] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.865050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b61db5a9-3bea-4d71-9ef8-1fadf974985e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.865050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.865050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.865230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.865530] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61db5a9-3bea-4d71-9ef8-1fadf974985e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.309454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.309766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.309766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.309873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.309960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.310081] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be updated. [ 1021.346120] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.346120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.346120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.346120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.346120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.358972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 1021.367368] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.368857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.368943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369302] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b61db5a9-3bea-4d71-9ef8-1fadf974985e with status ACTIVE [ 1021.369482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.369609] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.369887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.370051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.370153] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.370250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.370310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.370531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.370575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.370751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.370847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.370906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.371062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.371144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.371236] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b61db5a9-3bea-4d71-9ef8-1fadf974985e is going to be updated. [ 1021.392573] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.392878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.392878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.393042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.393193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.393363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b61db5a9-3bea-4d71-9ef8-1fadf974985e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.870862] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.330745] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 1022.330745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.377521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.377809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.377809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.377986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.378091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.378200] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 1022.415141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.415547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.415547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.415547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.415732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.427684] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 1023.373274] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.376032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.376032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.376032] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.880901] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.881603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.881603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.881603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.881603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.881951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.881951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.881951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.881951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.882550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.882550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.882550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.882550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.882550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.882922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.882922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.882922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.883156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.883237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.883311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.883378] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.389479] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3981dacc-178e-4891-9494-da5804f25cc7: rpc.has_security_group_logging(os_id): False [ 1024.410086] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.410269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.410357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.410595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.410719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.410925] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.411058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.411138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.411371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.411468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.411757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.411951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.412070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.412237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.412366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.412571] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.412733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.412733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.412915] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.412997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.413235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be updated. [ 1024.439766] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 1024.439909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.440033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.440299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.440499] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.440643] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.440743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.441105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.441235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.441374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.441480] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.493917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.494431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.494431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.494431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.494583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.515207] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 1024.943657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.943922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.944077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.944510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.944623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.944993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.945162] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.945267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.945337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.945480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.945624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.945755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.945811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.945921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.945999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.946102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.946196] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.449519] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aefa22f3-9e3e-4be8-adc5-31db1fb38e9b: rpc.has_security_group_logging(os_id): False [ 1025.471279] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.471417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.471480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.471697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.471780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.471963] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.472064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.472125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.472269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.472353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.472544] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.472648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.472739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.472902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.472974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.473191] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.473349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.473349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.473483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.473540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.473618] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 1025.551775] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.551982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.552040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.552329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.552511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.570202] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 1025.860474] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.860714] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1026.531685] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 1026.532234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.339168] env[65249]: INFO networking_nsxv3.common.synchronization [None req-b3792346-b653-4293-8d2f-a6263cc7c89d None None] Enqueued Resource ID: edcfcf14-7d01-4446-a259-1360b2a8aea0 with Priority: HIGHEST for action port [ 1027.339168] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edcfcf14-7d01-4446-a259-1360b2a8aea0 with Priority: HIGHEST for action port [ 1027.339168] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-edcfcf14-7d01-4446-a259-1360b2a8aea0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.339168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edcfcf14-7d01-4446-a259-1360b2a8aea0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.339168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edcfcf14-7d01-4446-a259-1360b2a8aea0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.339168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edcfcf14-7d01-4446-a259-1360b2a8aea0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.339168] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edcfcf14-7d01-4446-a259-1360b2a8aea0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.590812] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 1027.590812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.840262] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edcfcf14-7d01-4446-a259-1360b2a8aea0 [ 1027.840700] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.841096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.841266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.841527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.841622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.841725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edcfcf14-7d01-4446-a259-1360b2a8aea0 already deleted. [ 1027.841805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edcfcf14-7d01-4446-a259-1360b2a8aea0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685814] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1fa902-1008-431a-a19c-64c05538e8cb req-4917f22d-28dc-4ead-9549-6f9b88df5304 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1028.688848] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1028.691437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.695647] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.695647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.695647] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.200834] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.239062] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.239271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.239472] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.239769] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.242308] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.242560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.242735] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.243139] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.243296] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243511] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.243689] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.243836] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.243966] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.244107] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.244214] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.244348] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.268449] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.268627] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.269028] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.269028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.269309] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.269525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.269598] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.270662] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.270792] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2a9afa-3836-4bfc-91b7-1006d8ce730e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.702202] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.773748] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.773984] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.774157] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.774430] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.774604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.774873] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port fd2a9afa-3836-4bfc-91b7-1006d8ce730e not found, creating... [ 1029.775196] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.775363] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.775498] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.775746] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.775908] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.776251] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.776457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.776572] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.776786] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.777118] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.777118] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: fd2a9afa-3836-4bfc-91b7-1006d8ce730e is going to be created. [ 1029.802344] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff869882-ad52-487f-bac2-94562e4a7113 req-76c593da-347a-43a8-a5e0-37f039233b8b tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1029.802879] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.803112] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.803233] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.803489] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.803757] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.803919] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.805077] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3981dacc-178e-4891-9494-da5804f25cc7 with Priority: HIGHEST for action security_group_members [ 1029.805631] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3981dacc-178e-4891-9494-da5804f25cc7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.805766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.806014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.806256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.806467] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.806572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.806607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.806776] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.806864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.806962] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3981dacc-178e-4891-9494-da5804f25cc7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.860489] env[65249]: INFO networking_nsxv3.common.synchronization [req-ff869882-ad52-487f-bac2-94562e4a7113 req-76c593da-347a-43a8-a5e0-37f039233b8b tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with Priority: HIGHEST for action port [ 1029.861106] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with Priority: HIGHEST for action port [ 1029.861450] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.861570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.861610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.861818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.861901] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f9b48b-37b1-4e2b-9dde-55f36bfac571',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.167625] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ef5b9572-7a4a-441f-a1c7-2b1ae22e355c None None] Enqueued Resource ID: 65f06a12-395a-4fb0-8bec-fe09e48b4298 with Priority: HIGHEST for action port [ 1030.168224] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f06a12-395a-4fb0-8bec-fe09e48b4298 with Priority: HIGHEST for action port [ 1030.168577] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f06a12-395a-4fb0-8bec-fe09e48b4298 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.168724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f06a12-395a-4fb0-8bec-fe09e48b4298" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.168812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f06a12-395a-4fb0-8bec-fe09e48b4298" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.169101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f06a12-395a-4fb0-8bec-fe09e48b4298" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.169196] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f06a12-395a-4fb0-8bec-fe09e48b4298',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.205854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.206173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.206278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.206479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.206569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.206677] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1030.244310] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.244310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.244310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.244603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.244603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.255445] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1030.309966] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.310177] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.310245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.310558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.310558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.310776] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.310884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.310952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.311131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.311208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.311301] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 is going to be updated. [ 1030.341611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.341839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.341920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.342133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.342279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.353932] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: IN_PROGRESS for 2s [ 1030.372081] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f9b48b-37b1-4e2b-9dde-55f36bfac571 with status ACTIVE [ 1030.372705] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.373344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.373344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.373344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.373505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.374148] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.374148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.374148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.374148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.374148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.374456] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.374515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.374571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.374728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.374894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.375016] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f9b48b-37b1-4e2b-9dde-55f36bfac571 is going to be updated. [ 1030.399655] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.399655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.399655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.399655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.399929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.399929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f9b48b-37b1-4e2b-9dde-55f36bfac571" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.592984] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1fa902-1008-431a-a19c-64c05538e8cb req-2f46a703-629f-4cb5-b5a2-51bd36da0604 service nova] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 1030.593199] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1fa902-1008-431a-a19c-64c05538e8cb req-2f46a703-629f-4cb5-b5a2-51bd36da0604 service nova] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1030.593370] env[65249]: INFO networking_nsxv3.common.synchronization [req-5e1fa902-1008-431a-a19c-64c05538e8cb req-2f46a703-629f-4cb5-b5a2-51bd36da0604 service nova] Enqueued Resource ID: fd2a9afa-3836-4bfc-91b7-1006d8ce730e with Priority: HIGHEST for action port [ 1030.594243] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_rules [ 1030.594386] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1030.594568] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a9afa-3836-4bfc-91b7-1006d8ce730e with Priority: HIGHEST for action port [ 1030.595063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.595281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.595387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.595734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.595990] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.598448] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.598448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.598661] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.599072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.599072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.600033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.600033] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2a9afa-3836-4bfc-91b7-1006d8ce730e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.671424] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65f06a12-395a-4fb0-8bec-fe09e48b4298 [ 1030.671748] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.671940] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.672053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672288] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.672548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65f06a12-395a-4fb0-8bec-fe09e48b4298 already deleted. [ 1030.672633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f06a12-395a-4fb0-8bec-fe09e48b4298" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.103456] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.103456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.103864] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd2a9afa-3836-4bfc-91b7-1006d8ce730e with status ACTIVE [ 1031.103864] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.103864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.103974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.104388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.104388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.104512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.104512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.104676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.104732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.104803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.105280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.105280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.105280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.105280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.105529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.105529] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd2a9afa-3836-4bfc-91b7-1006d8ce730e is going to be updated. [ 1031.131753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.132328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.132475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.132906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.133104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.133330] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2a9afa-3836-4bfc-91b7-1006d8ce730e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.268161] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1032.268510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.268734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.268962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.269217] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.269374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.269445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.269615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.269700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.270981] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.367627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3981dacc-178e-4891-9494-da5804f25cc7 in Status: SUCCESS [ 1032.367812] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3981dacc-178e-4891-9494-da5804f25cc7 deletion is rescheduled due to dependency. [ 1032.368454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3981dacc-178e-4891-9494-da5804f25cc7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.772481] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.277167] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.778850] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.779096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.779170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.780051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.780051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.780051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1033.818947] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.819168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.819168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.819392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.819548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.830378] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1035.324110] env[65249]: INFO networking_nsxv3.common.synchronization [req-20bd657d-5ad7-491d-97dc-24a6a4f477e7 req-1baf3187-0103-4617-9015-b5aff2abd7d8 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1035.324963] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1035.325389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.325924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.325924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.326066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.326205] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.326348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.326454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.326644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.326783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.326895] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.829432] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.830458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.830458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.830458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.830597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.830948] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.831118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.831208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.831469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.831590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.831713] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1035.844858] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1035.845322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.846466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.846733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.846892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.846994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.847318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.847518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.847518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.847651] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.880143] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.880351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.880589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.880739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.880932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.894265] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1036.350914] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.853530] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa: rpc.has_security_group_logging(os_id): False [ 1036.879378] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.879601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.879771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.880290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.880290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.880502] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.880502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.880666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.880749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.880828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.880940] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1037.023779] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.023930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.024023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.024230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.024377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.039208] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1037.686987] env[65249]: INFO networking_nsxv3.common.synchronization [req-c253e1dc-de0a-4407-b2b6-eb25f2fd991a req-269c7940-77c6-4c22-a008-1f684d44bfb2 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1037.688465] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1037.688849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.688971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.689092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.689333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.689444] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.689554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.689592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.689939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.689939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.689939] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.908110] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1037.908337] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 1037.908561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.109709] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.109993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.110182] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.110537] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.110895] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.111123] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.111301] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.111593] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.111798] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.112117] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.112289] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.112455] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.112620] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.112787] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.112963] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.113175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.134846] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.135135] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.135311] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.135486] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.135872] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.136202] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136374] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.136770] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136916] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.192292] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.639321] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.639584] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.639748] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.640027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.640165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.640320] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 not found, creating... [ 1038.640586] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.640742] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.640857] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641082] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641505] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.641706] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641751] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641932] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.642085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.642237] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 is going to be created. [ 1038.678163] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.679043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.679043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.679294] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.679506] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.679762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.696619] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.053749] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1039.053971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.199691] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.199898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.200018] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.200263] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.200617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.200725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1039.230193] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.241896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1039.415348] env[65249]: INFO networking_nsxv3.common.synchronization [req-c253e1dc-de0a-4407-b2b6-eb25f2fd991a req-bbae5b7d-dca2-4274-b924-00dba5282342 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 1039.415552] env[65249]: INFO networking_nsxv3.common.synchronization [req-c253e1dc-de0a-4407-b2b6-eb25f2fd991a req-bbae5b7d-dca2-4274-b924-00dba5282342 service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1039.415657] env[65249]: INFO networking_nsxv3.common.synchronization [req-c253e1dc-de0a-4407-b2b6-eb25f2fd991a req-bbae5b7d-dca2-4274-b924-00dba5282342 service nova] Enqueued Resource ID: ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 with Priority: HIGHEST for action port [ 1039.416246] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 1039.416379] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1039.416477] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 with Priority: HIGHEST for action port [ 1039.416811] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.416953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.416953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.417156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.417559] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.418200] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.418355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.418488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.418801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.418801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.418878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.418910] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.921190] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.921697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.921923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 with status ACTIVE [ 1039.922215] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.922368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.922462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.922846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.922846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.922953] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.923062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.923132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.923292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.923366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.923560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.923647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.923709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.923885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.923985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.924162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4 is going to be updated. [ 1039.949548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.949548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.949548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.949548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.949907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.949907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc1b251-6a8d-4f4a-bed6-9852ee17f9d4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.030845] env[65249]: INFO networking_nsxv3.common.synchronization [None req-27e8a639-bc6c-4b69-87d6-6edfc9432f4a tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1041.031415] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1041.031745] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.031908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.032053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.032716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.032952] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.033098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.033220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.033383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.033518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.033606] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.253573] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1041.253573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.253846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.254147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.254258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.254373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.254448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.254608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.254691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.254788] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.537172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.537445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.537445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.537676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.537761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.537932] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.539498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.539498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.539498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.539498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.539498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1041.567563] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.567826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.567826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.568132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.568314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.582898] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1041.757904] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.261811] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.605783] env[65249]: INFO networking_nsxv3.common.synchronization [req-21664da0-6fa6-4f71-93fc-98f31c75e505 req-11bb2c74-832f-4ce7-8409-c59a2c4aaa66 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1042.606453] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1042.606763] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.606883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.606946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.607832] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.710517] env[65249]: INFO networking_nsxv3.common.synchronization [req-a76a2f4e-d16b-4406-b12a-2e2df9fbe34d req-fb17a26b-908c-4af0-9736-94556d825b2e tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1042.710517] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1042.710517] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.710517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.710517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.712062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.712387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.712625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.712801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.713090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.713322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.713533] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.765660] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.765861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.765928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.766166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.766257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.766446] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1042.802242] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.802242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.802242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.802242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.802242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.816024] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1043.078115] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.078303] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.078669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.078913] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.080028] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.080028] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.080028] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.080274] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.080450] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.080607] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.080765] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.080939] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.101563] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.101826] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.101968] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.102152] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.102475] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-093cb967-03a0-48c4-b51d-58a6224815f4 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.102645] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.102889] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.103099] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.104057] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093cb967-03a0-48c4-b51d-58a6224815f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.111303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.111303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.111998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1043.147696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.147696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.149831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.149831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.149831] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.159389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1043.215777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.215944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.215944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.216255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.243142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.243142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.243142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.243142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.243449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.243449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.243513] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1043.277671] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.277671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.277926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.277926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.279279] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.287499] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1043.593274] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1043.593925] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c deletion is rescheduled due to dependency. [ 1043.593925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.606179] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.606390] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.606547] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.606766] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.606917] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.607081] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 093cb967-03a0-48c4-b51d-58a6224815f4 not found, creating... [ 1043.607368] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.607532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.607599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.607800] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.607931] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.608410] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.608410] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.608553] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.608743] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.608833] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.608971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 093cb967-03a0-48c4-b51d-58a6224815f4 is going to be created. [ 1043.636892] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.637253] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.637413] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.637784] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.638140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.638470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [req-21664da0-6fa6-4f71-93fc-98f31c75e505 req-7ee85a81-6dd6-4bab-b7b2-810b9b32b33c service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [req-21664da0-6fa6-4f71-93fc-98f31c75e505 req-7ee85a81-6dd6-4bab-b7b2-810b9b32b33c service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [req-21664da0-6fa6-4f71-93fc-98f31c75e505 req-7ee85a81-6dd6-4bab-b7b2-810b9b32b33c service nova] Enqueued Resource ID: 093cb967-03a0-48c4-b51d-58a6224815f4 with Priority: HIGHEST for action port [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1044.381022] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093cb967-03a0-48c4-b51d-58a6224815f4 with Priority: HIGHEST for action port [ 1044.381022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.381022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.381022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.381022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.381022] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.382052] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.382052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.382052] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-093cb967-03a0-48c4-b51d-58a6224815f4 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.382052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.382052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.382329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.382329] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093cb967-03a0-48c4-b51d-58a6224815f4',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.823331] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1044.823432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.823571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.823795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.824053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.824173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.824235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.824390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.824471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.824555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.824649] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.884127] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.884541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.884541] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 093cb967-03a0-48c4-b51d-58a6224815f4 with status ACTIVE [ 1044.884860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.884860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.884860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.885102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.885183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.885336] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.885461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.885556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.886115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.886115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.886115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.886356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.886356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.886452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.886452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.886646] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 093cb967-03a0-48c4-b51d-58a6224815f4 is going to be updated. [ 1044.911564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.911735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.911799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.912154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.912154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.912290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-093cb967-03a0-48c4-b51d-58a6224815f4" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.139216] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-b57d3e4f-f3cc-4eb6-9bdc-4e2aece18f08 tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1045.139511] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1045.140933] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.140933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.140933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.140933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.141334] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.141334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.141334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.141334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.141558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.141558] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.170775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1045.170981] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 1045.171113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.171270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.171516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.171753] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.171923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.172164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.172369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.172481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.172599] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.298510] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1045.299083] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 deletion is rescheduled due to dependency. [ 1045.299241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.327436] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.327648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.329033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.329033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.329033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.329616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.329616] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.329616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.329616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.329760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.330035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.330035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.330934] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.466460] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.466781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.466781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.467137] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.467439] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.467592] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.467723] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.467950] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.468096] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.468320] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.468432] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.468549] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.468658] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.468894] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.469024] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.469173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.490422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.490631] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.490793] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.491033] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.491399] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-701959a7-7fc3-4de3-b4c2-6fc8931264cb taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.491599] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.491823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.492194] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.492386] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701959a7-7fc3-4de3-b4c2-6fc8931264cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.644211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.646156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.646156] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 already deleted. [ 1045.646156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.678022] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.831890] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 1045.850473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.850629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.850720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.850930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.851033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.851264] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.851389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.851454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.851597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.851673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.851843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.851937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.851991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.852140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.852214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.852387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.852523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.852578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.852666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.852737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.852819] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1045.925886] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.926170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.926170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.926378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.926512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.946896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1045.995534] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.995764] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.995911] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.996165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.996331] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.996485] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 701959a7-7fc3-4de3-b4c2-6fc8931264cb not found, creating... [ 1045.996748] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.996906] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.997031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.997243] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.997424] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.997662] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.997809] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.997923] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.998144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.998342] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.998425] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 701959a7-7fc3-4de3-b4c2-6fc8931264cb is going to be created. [ 1046.019062] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.019062] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.020101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.020101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.020101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.020101] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.178447] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.681442] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.681758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.681758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.681910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.682149] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1046.718850] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.719047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.719114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.719278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.719420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.738396] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1046.792286] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-b6584688-e27c-40b3-be4f-ab7bad6e6d58 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1046.792462] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-b6584688-e27c-40b3-be4f-ab7bad6e6d58 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1046.792625] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-b6584688-e27c-40b3-be4f-ab7bad6e6d58 service nova] Enqueued Resource ID: 701959a7-7fc3-4de3-b4c2-6fc8931264cb with Priority: HIGHEST for action port [ 1046.796920] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1046.797134] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1046.797268] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701959a7-7fc3-4de3-b4c2-6fc8931264cb with Priority: HIGHEST for action port [ 1046.797758] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.797920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.798066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.803652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.803841] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.804897] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.805153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.805274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.805516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.805685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.805787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.805866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.806008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.806105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.806194] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.811324] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-701959a7-7fc3-4de3-b4c2-6fc8931264cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.811470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.811528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.811698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.811789] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701959a7-7fc3-4de3-b4c2-6fc8931264cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.314451] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.315590] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.315756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.319153] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 701959a7-7fc3-4de3-b4c2-6fc8931264cb with status ACTIVE [ 1047.319453] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.319994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.319994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.320221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.320392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.320705] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.320855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.320922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.321181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.321291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.321539] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.321673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.321757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.321946] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.322185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.322312] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 701959a7-7fc3-4de3-b4c2-6fc8931264cb is going to be updated. [ 1047.346811] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.346961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.347064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.347257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.347437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.347822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701959a7-7fc3-4de3-b4c2-6fc8931264cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529547] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-fce81194-8e0b-4cd9-8f55-3bdd27b0c03f tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1047.530089] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1047.530418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.530519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.822223] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.970149] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1047.972451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.324345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.324345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.324345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.325062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.325062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.325062] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be created. [ 1048.350414] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.350875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.351049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.361153] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: UNINITIALIZED for 2s [ 1048.398530] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.398824] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.398953] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.399265] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.399550] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.399707] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.400036] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.400036] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.400193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.400403] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.400516] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.400627] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.400734] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.400872] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.400956] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.401162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.419833] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.420097] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.420227] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.420320] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.420613] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-966bada8-5dda-420e-9558-46746b1415c0 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.420811] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.420963] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.421315] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.421553] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966bada8-5dda-420e-9558-46746b1415c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.748542] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1048.748772] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.748947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.749211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.749389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.749537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.749603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.749978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.749978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.749978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.749978] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.926201] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.926876] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.926876] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.927092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.927165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.927322] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 966bada8-5dda-420e-9558-46746b1415c0 not found, creating... [ 1048.927759] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.927956] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.928213] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.928398] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.928545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.928825] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.929037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.929160] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.929413] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.929542] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.929709] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 966bada8-5dda-420e-9558-46746b1415c0 is going to be created. [ 1048.958588] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.958842] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.958991] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.959285] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.959556] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.959875] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.252488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.252725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.252815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.253190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.253529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.253602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.253750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.253925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.254118] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.254219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.254293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.254479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.254624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.254716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.254783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.254913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.254989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.255081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.255190] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.669348] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-22ae199e-d28f-41f5-a46b-34edf1404bd6 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1049.669348] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-22ae199e-d28f-41f5-a46b-34edf1404bd6 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1049.669348] env[65249]: INFO networking_nsxv3.common.synchronization [req-3c79a76c-c0bc-41cb-8dfe-da22ed2f54df req-22ae199e-d28f-41f5-a46b-34edf1404bd6 service nova] Enqueued Resource ID: 966bada8-5dda-420e-9558-46746b1415c0 with Priority: HIGHEST for action port [ 1049.669879] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1049.670606] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1049.670780] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966bada8-5dda-420e-9558-46746b1415c0 with Priority: HIGHEST for action port [ 1049.671136] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.671244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.671522] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.671606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.671827] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-966bada8-5dda-420e-9558-46746b1415c0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.671931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.671997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.672219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.672306] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966bada8-5dda-420e-9558-46746b1415c0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.758078] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 1049.775584] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.775793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.775839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.776057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.776170] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.776422] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.776528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.776596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.776754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.776845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777052] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.777152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.777217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.777356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.777432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777689] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.777834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.777834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.777992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.778076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.778152] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1049.841131] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.841332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.841415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.841653] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.841835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.860845] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1050.176807] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 966bada8-5dda-420e-9558-46746b1415c0 with status ACTIVE [ 1050.177229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.177372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.177457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.177687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.177777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.178107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.178214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.178277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.178585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.178626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.178793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.178921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.178985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.179163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.179301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.179345] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 966bada8-5dda-420e-9558-46746b1415c0 is going to be updated. [ 1050.202645] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.202645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.202645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.202645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.202645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.202645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966bada8-5dda-420e-9558-46746b1415c0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.346673] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.346868] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.346993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.347295] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.347564] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.347730] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.348455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.348455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.348637] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.348637] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.348725] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.348815] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.348920] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.349030] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.349160] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.377685] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1050.377685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.377685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.377685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.377975] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.377975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.377975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.378132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.378132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.378260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.378324] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.379465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.379465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.379615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.379615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.379734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.379791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.379864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.379948] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.386707] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.386878] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.387025] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.387207] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.387549] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-92b6db2f-dda4-4d67-9c2f-350794a592c5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.387724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.387842] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388183] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388321] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b6db2f-dda4-4d67-9c2f-350794a592c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.881555] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.882016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.882244] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.891251] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.891455] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.891546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.891823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.891990] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.892237] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 92b6db2f-dda4-4d67-9c2f-350794a592c5 not found, creating... [ 1050.892512] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.892693] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.892818] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.893564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.893564] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.893744] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.893957] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.894111] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.894411] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.894671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.894709] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 is going to be created. [ 1050.919470] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.919720] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.919871] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.920203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.920458] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.920694] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.384142] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.652198] env[65249]: INFO networking_nsxv3.common.synchronization [req-d4729443-e8be-4e6b-80fa-b5a701421bb0 req-a541678b-476d-4f4f-8761-8b93c4e7faad service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 1051.652198] env[65249]: INFO networking_nsxv3.common.synchronization [req-d4729443-e8be-4e6b-80fa-b5a701421bb0 req-a541678b-476d-4f4f-8761-8b93c4e7faad service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1051.652198] env[65249]: INFO networking_nsxv3.common.synchronization [req-d4729443-e8be-4e6b-80fa-b5a701421bb0 req-a541678b-476d-4f4f-8761-8b93c4e7faad service nova] Enqueued Resource ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 with Priority: HIGHEST for action port [ 1051.652921] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 1051.655526] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1051.655526] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 with Priority: HIGHEST for action port [ 1051.655526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.655526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.655526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.655526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.655526] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.655832] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.655933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.656115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.656626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.656807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.656919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.656986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.657168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.657255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.657353] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.658320] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b6db2f-dda4-4d67-9c2f-350794a592c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.658458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.658530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.659706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.659835] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b6db2f-dda4-4d67-9c2f-350794a592c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.881347] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1051.881661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.887912] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.887912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.887912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.887912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.887912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.888331] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1051.965523] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.965686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.965744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.965941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.966107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.984280] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1052.162360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.162589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.162810] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.163994] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b6db2f-dda4-4d67-9c2f-350794a592c5 with status ACTIVE [ 1052.164274] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.164427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.164517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.164793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.164902] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.165228] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.165371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.165453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.165664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.165771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.166035] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.166163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.166245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.166439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.166541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.166661] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 is going to be updated. [ 1052.193797] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.193996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.194051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.194280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.194437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.194617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.572368] env[65249]: INFO networking_nsxv3.common.synchronization [req-e4947bbe-9460-4ee8-9baa-072eebad06cf req-e54b28e6-9cd6-4126-8d5a-64bf7cad21b8 tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1052.572730] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1052.573022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.573022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.573268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.573389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.573534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.573603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.573799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573934] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.670605] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.837944] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.838265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.838355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.839550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.839550] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.027705] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.028013] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.028159] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.028532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.028992] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.029107] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.029235] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.029364] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.029512] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.029709] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.029815] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.029918] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.030523] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.030523] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.030523] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.030523] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.052383] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.053170] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.053170] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.053170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-179" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.053576] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.053867] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.054121] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.054539] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.054693] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f734770-3ad8-4022-8f60-e6cd6ad3ddd3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.076416] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.076622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.076673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.076876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.076987] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.077204] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.077360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.077430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.077641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.077746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.077855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1053.112480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.112655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.112727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.112939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.113239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.127877] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1053.174044] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.174044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.174369] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.174677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.174823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.174963] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1053.224402] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.224664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.224664] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.224871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.225041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.238900] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1053.341498] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.557092] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.557340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.557514] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.558783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.558783] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.558783] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 not found, creating... [ 1053.558783] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.559079] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.559182] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.559539] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.559730] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.560199] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.560474] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.560637] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.560875] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.561457] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.561457] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 is going to be created. [ 1053.588323] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.588627] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.588869] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.588911] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.589156] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.589540] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844338] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.996537] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1053.996875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.997141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.997435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.997686] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.997841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.997931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.998165] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.998276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.998411] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.279336] env[65249]: INFO networking_nsxv3.common.synchronization [req-8c0d6ecb-bf2e-4a26-b56a-b16d6abc0c08 req-332332bd-d158-4f8f-a39f-42fc5912d429 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1054.280473] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1054.280473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.281009] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.281120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.281185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.281542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.281542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281542] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.346588] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.346791] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [req-e4947bbe-9460-4ee8-9baa-072eebad06cf req-3cddbec4-2d9e-402e-b3f6-6ce7588122b0 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [req-e4947bbe-9460-4ee8-9baa-072eebad06cf req-3cddbec4-2d9e-402e-b3f6-6ce7588122b0 service nova] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [req-e4947bbe-9460-4ee8-9baa-072eebad06cf req-3cddbec4-2d9e-402e-b3f6-6ce7588122b0 service nova] Enqueued Resource ID: 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 with Priority: HIGHEST for action port [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_rules [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1054.386734] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 with Priority: HIGHEST for action port [ 1054.388249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.388249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.388249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.388249] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.389330] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.389392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.389609] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.389713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.389775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.389942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.390030] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f734770-3ad8-4022-8f60-e6cd6ad3ddd3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.501240] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.783892] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.893371] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.893660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.893746] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 with status ACTIVE [ 1054.893905] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.894011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.894078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.894297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.894390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.894569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.894667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.894725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.894879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.894963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.895280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.895416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.895416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.895557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.895615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.895716] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f734770-3ad8-4022-8f60-e6cd6ad3ddd3 is going to be updated. [ 1054.923933] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.923933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.923933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.923933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.924338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.924338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f734770-3ad8-4022-8f60-e6cd6ad3ddd3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.004164] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.139855] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1055.139855] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 1055.139855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.139855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.140375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.140375] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.140375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.140538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.140649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.140762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.140864] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.251187] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1055.251404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.251566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.252127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.252127] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.252309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.252309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.252439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.252521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.252604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.252693] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.287376] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.432450] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.432715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.432715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.432896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.446696] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.447710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.448802] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.488831] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.489050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.489153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.503974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.504793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.504892] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.504990] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.506677] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.506843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.506922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.507145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.507245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.507327] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1055.549258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.549512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.549512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.549692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.549842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.563239] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1055.576303] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.576624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.576624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.576783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.578878] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1055.642672] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.694481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.694657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.694748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.694910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.695221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.695634] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1055.757121] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.757121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.757121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.757436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.757721] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.757892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.757985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.758311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.758453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.758598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.758845] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.759008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.759121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.759374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.759665] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.759825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.759933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.760154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.760240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.760327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.760445] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.790608] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.790952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.790952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.791261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.791363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.791549] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1055.795815] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.796471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.796471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.796471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.796673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.797038] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1055.797256] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'719ddeba-fc5f-47a0-a616-7d8b0d93c733', '1ad47575-8cf4-4250-bb31-9321f1c4c557', '949bc918-125d-4cd8-8f92-6a6afab26ec1', '9515248d-f314-4c09-a396-a3642ccc4e74', '33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef', 'cc5441ca-bb47-4f41-bfd0-312590a37925', '0b171751-9faa-4caf-96ef-0d40d088802d', '118f9f25-6bb3-4550-ac76-29d6f92b4aa6', '55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa', '38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb', '24085b3b-c2ef-45c9-859d-d81b97be1ec2', '1330a2fa-2d14-4426-853b-1ad59322dee0', '4c319226-4ec6-4886-bd2c-a4966344f84b', '1de3c7dc-9202-41fe-b7c1-0b110f6b5174', '1d49abbc-983a-45e2-8698-c94efef13c59', '50fee23c-6026-40fb-a011-32f29bbe51a9', 'f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd', '0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a', '8b339174-a57a-4f9d-8dba-e132788d94ef', '7992e91c-4037-43c9-ba0d-522387e166c7', '16dafd88-df65-4671-a07d-cdbaf269e2e1', 'bdcea3b8-56af-4cd3-81d3-5646679c9fe0', '48a0edf7-3d94-482b-838b-ef267100a1f7', 'b66a87e5-b96c-40ee-a0a8-3ff62d0fe254', '9b6476a2-bb6d-4e6e-af5f-c5140c13c331', 'b0cce891-ce6d-42a3-92fd-5ffc1a7b464f', 'd3dc8470-a7a0-4e99-90f7-5b14005fba5d', 'aefa22f3-9e3e-4be8-adc5-31db1fb38e9b', '50ed80b9-807a-4209-8f2a-9491f0a72cee', 'e408490b-80ee-4a80-b122-04fa6792ba05', '6c95f15d-79ad-4413-a19b-d5c7caa3bd3c', '4450059a-94d1-4594-a625-0790c0e14550', 'a59f5d17-19ec-4ffd-9c67-96ce8928c6c4', '281eae4c-021f-492f-bb83-2731c0f5d750', 'ccdaf268-ae4d-434e-afad-736bdae11fc1', 'e20fe29b-95fc-4be4-a67c-4df3e17b8266', 'f24fe37c-3992-4aad-ae83-86c7236c5314', '3981dacc-178e-4891-9494-da5804f25cc7', 'e05d4af7-7479-4f75-b5e0-4931b4143f55', 'baf6832b-3fef-4084-9e3f-061c70aec71d', '3063d841-308d-44d1-9da0-a5b12c631b47', '543f35d7-d23e-42f4-bb9d-6df8fad6ed8c', '1adfca06-eff7-499c-8d0e-d7319d122432', '3d2d87d2-a47b-4e7c-9838-0438c5465f76', 'f537208a-990a-4004-8786-672243bd123e', '7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0'} {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.797256] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1055.827015] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.827202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.827313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.827600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.827600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.827714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1055.827791] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.827842] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1055.830642] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.830642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.830642] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.830872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.830872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.842055] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1055.966354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.966580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.966631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.966824] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.968140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.968461] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1055.968562] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.968614] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1055.968708] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1055.968877] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1055.968967] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGH for action security_group_rules [ 1055.969035] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGH for action security_group_rules [ 1055.969180] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGH for action security_group_rules [ 1055.969180] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGH for action security_group_rules [ 1055.969335] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGH for action security_group_rules [ 1055.969335] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGH for action security_group_rules [ 1055.969421] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGH for action security_group_rules [ 1055.969421] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGH for action security_group_rules [ 1055.969497] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGH for action security_group_rules [ 1055.969538] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGH for action security_group_rules [ 1055.969599] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGH for action security_group_rules [ 1055.969663] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGH for action security_group_rules [ 1055.969773] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGH for action security_group_rules [ 1055.969773] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGH for action security_group_rules [ 1055.969846] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGH for action security_group_rules [ 1055.969890] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGH for action security_group_rules [ 1055.969952] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGH for action security_group_rules [ 1055.970023] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGH for action security_group_rules [ 1055.970263] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGH for action security_group_rules [ 1055.970263] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGH for action security_group_rules [ 1055.970352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.146011] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.264727] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c: rpc.has_security_group_logging(os_id): False [ 1056.297097] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.297097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.297097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.297417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.324645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.324934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.325070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.325138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.325419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.325545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.325711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.325788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.325838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.325993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.326080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.326420] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.326553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.326553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.326683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.326738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.326793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1056.402273] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.402499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.402630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.402795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.402931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.419317] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1056.649159] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.649328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.649393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.649566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.649659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.649758] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1056.680180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.680401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.680401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.680629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.680778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.689815] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1057.145397] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf0e8acb-786e-4f45-9ed5-16c6e9ab0ff6 req-e0702ff7-c488-4de8-b9c7-98934837372d tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1057.146020] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1057.146144] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 with Priority: HIGH for action security_group_rules [ 1057.146276] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 with Priority: HIGH for action security_group_rules [ 1057.146447] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b171751-9faa-4caf-96ef-0d40d088802d with Priority: HIGH for action security_group_rules [ 1057.146589] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d49abbc-983a-45e2-8698-c94efef13c59 with Priority: HIGH for action security_group_rules [ 1057.146742] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGH for action security_group_rules [ 1057.146874] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b339174-a57a-4f9d-8dba-e132788d94ef with Priority: HIGH for action security_group_rules [ 1057.146996] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a with Priority: HIGH for action security_group_rules [ 1057.147133] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGH for action security_group_rules [ 1057.147253] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 with Priority: HIGH for action security_group_rules [ 1057.147476] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGH for action security_group_rules [ 1057.147476] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c319226-4ec6-4886-bd2c-a4966344f84b with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5441ca-bb47-4f41-bfd0-312590a37925 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515248d-f314-4c09-a396-a3642ccc4e74 with Priority: HIGH for action security_group_rules [ 1057.150786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.150786] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.150786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.150786] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.151747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.151880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.152033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.152190] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.152271] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719ddeba-fc5f-47a0-a616-7d8b0d93c733',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.153888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949bc918-125d-4cd8-8f92-6a6afab26ec1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.153888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.153888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.153888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.153888] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949bc918-125d-4cd8-8f92-6a6afab26ec1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.154410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b171751-9faa-4caf-96ef-0d40d088802d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.154506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.154575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.154732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.154903] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b171751-9faa-4caf-96ef-0d40d088802d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.155569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d49abbc-983a-45e2-8698-c94efef13c59 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.155669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.155706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.155843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.155909] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d49abbc-983a-45e2-8698-c94efef13c59',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.156778] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.156778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.156899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.156993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.157075] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.160173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b339174-a57a-4f9d-8dba-e132788d94ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.160173] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b339174-a57a-4f9d-8dba-e132788d94ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.160173] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.160173] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.161916] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.161916] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.161916] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.161916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.161916] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de3c7dc-9202-41fe-b7c1-0b110f6b5174',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.163619] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.163619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.163619] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.163896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c319226-4ec6-4886-bd2c-a4966344f84b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.164070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.164176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.164339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.164412] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c319226-4ec6-4886-bd2c-a4966344f84b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.166209] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1330a2fa-2d14-4426-853b-1ad59322dee0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.166367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.166725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.167141] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1330a2fa-2d14-4426-853b-1ad59322dee0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.168331] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.168747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.168876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.168876] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24085b3b-c2ef-45c9-859d-d81b97be1ec2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.169609] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.169719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.169777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.169920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.170013] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.170687] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.170795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.170858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.171013] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.171116] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.171954] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5441ca-bb47-4f41-bfd0-312590a37925 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.172113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.172185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.172338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.173383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5441ca-bb47-4f41-bfd0-312590a37925',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.174103] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.174212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.174278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.174423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.174492] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('118f9f25-6bb3-4550-ac76-29d6f92b4aa6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.175188] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.175783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.175783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.175869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.176062] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.176701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.176818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.176882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.177027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.177103] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.177854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9515248d-f314-4c09-a396-a3642ccc4e74 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.177973] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.178034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.178181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.178637] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9515248d-f314-4c09-a396-a3642ccc4e74',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.472256] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.472415] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.472542] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.472808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.473157] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.473356] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.473489] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.473705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.473865] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.474203] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.474349] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.474500] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.474727] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.474853] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.476272] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.476272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.495601] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.495940] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.496079] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.496288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-789" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.496604] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-a2e0325d-33e2-47a6-96ae-13dc360d68f1 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.496787] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.496905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.497207] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.497364] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e0325d-33e2-47a6-96ae-13dc360d68f1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.579188] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1057.579449] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.579711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.579967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.580258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.580430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.580526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.580755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.580880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.580998] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.581354] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.581594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.581657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.581840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.582084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.582212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.582311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.582521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.582645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.582771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.582903] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.680078] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.680312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.680404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.680927] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.680927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.681214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.681214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.681214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.681385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.681448] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.683579] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.683716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.683716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.683865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.684033] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.684154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.684232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.684383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.684454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.684560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.684695] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.686840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.686964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.687873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.687873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.687873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.688340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.688340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.688340] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.689440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.696197] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.696197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.696197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.696435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.696572] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.696669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.696731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.696879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.697497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.697497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.697497] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.712084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.752248] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.752248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.752248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.752248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.754430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.754538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.759226] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.759455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.762129] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.762129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.762129] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.762129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.762854] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.762854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.763387] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.765713] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.765847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.769255] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.769255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.774032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.774032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.774032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.774032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.774032] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.774607] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.774607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.774800] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.775367] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.775367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.778119] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.778565] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.778679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.779308] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.779711] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.779803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.781420] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.781781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.781889] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949bc918-125d-4cd8-8f92-6a6afab26ec1 is going to be deleted. [ 1057.782786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.782985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.802331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.802331] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24085b3b-c2ef-45c9-859d-d81b97be1ec2 is going to be deleted. [ 1057.803307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.826773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.827012] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719ddeba-fc5f-47a0-a616-7d8b0d93c733 is going to be deleted. [ 1057.828299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.828599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.850618] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.851936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.855990] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1057.856280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867853] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c319226-4ec6-4886-bd2c-a4966344f84b is going to be deleted. [ 1057.868804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.869035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.871930] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.872227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.893983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.894081] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de3c7dc-9202-41fe-b7c1-0b110f6b5174 is going to be deleted. [ 1057.895108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.895240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.929668] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.929954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.940679] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.940891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.942573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.942719] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1330a2fa-2d14-4426-853b-1ad59322dee0 is going to be deleted. [ 1057.943698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.943917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.994231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.994410] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5441ca-bb47-4f41-bfd0-312590a37925 is going to be deleted. [ 1057.995484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.995683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.999899] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.999899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.000173] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.000297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.000441] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.000593] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port a2e0325d-33e2-47a6-96ae-13dc360d68f1 not found, creating... [ 1058.000850] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.001020] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.001140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.001362] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.001510] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.001864] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.002025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.002189] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.002850] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.003708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.003708] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: a2e0325d-33e2-47a6-96ae-13dc360d68f1 is going to be created. [ 1058.005053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.005173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.062379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.062557] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 118f9f25-6bb3-4550-ac76-29d6f92b4aa6 is going to be deleted. [ 1058.063470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.063670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.067821] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.085467] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debbe99c-288c-48c7-a974-f4e645774ea1: rpc.has_security_group_logging(os_id): False [ 1058.105698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.105886] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a is going to be deleted. [ 1058.106913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.107156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.108962] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.109190] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.109297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.109545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.109767] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.109980] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.139308] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.139472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.187899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.188228] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9515248d-f314-4c09-a396-a3642ccc4e74 is going to be deleted. [ 1058.189121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.189363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.190385] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.191481] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.191612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.191684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.191873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.192097] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.192195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.192252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.192364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.192452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.192537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.192840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.192840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.193075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.193855] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.193855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.193855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.193855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.193855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.193855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.207257] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.213667] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.220330] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 1058.234669] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.234842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.238482] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.238676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.265754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.266587] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef is going to be deleted. [ 1058.266828] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.267078] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.269915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.270310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.321963] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.322133] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d49abbc-983a-45e2-8698-c94efef13c59 is going to be deleted. [ 1058.323131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.323539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.462833] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.463629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.483901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.483901] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b339174-a57a-4f9d-8dba-e132788d94ef is going to be deleted. [ 1058.484646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.484893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.490929] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1058.491435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.492013] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.492118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.525575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.525575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.565826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.565826] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b171751-9faa-4caf-96ef-0d40d088802d is going to be deleted. [ 1058.565826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.566594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.580137] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.580137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.606017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.606017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb is going to be deleted. [ 1058.606017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.606017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.606017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949bc918-125d-4cd8-8f92-6a6afab26ec1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.606519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24085b3b-c2ef-45c9-859d-d81b97be1ec2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.609092] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b339174-a57a-4f9d-8dba-e132788d94ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719ddeba-fc5f-47a0-a616-7d8b0d93c733" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.611016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.612252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c319226-4ec6-4886-bd2c-a4966344f84b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.612555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.613150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.613150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de3c7dc-9202-41fe-b7c1-0b110f6b5174" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1330a2fa-2d14-4426-853b-1ad59322dee0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619676] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.620404] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.620404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.620404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.623526] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be created. [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-118f9f25-6bb3-4550-ac76-29d6f92b4aa6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.623526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.623954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.623954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5441ca-bb47-4f41-bfd0-312590a37925" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.624101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.624304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.694105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.694458] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.694723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.694814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.695059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.695179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.695394] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1058.696948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.697228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.697353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.697524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33b4d0ff-cb4a-446b-8b06-04a19e3ea3ef" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.697734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.697947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.698073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.698249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d49abbc-983a-45e2-8698-c94efef13c59" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.698465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.698674] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.699227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.699420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1a1964-0a3a-4a39-b71a-4dbc246d3f4a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.699589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.699811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.699933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.700090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9515248d-f314-4c09-a396-a3642ccc4e74" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.700937] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 1058.702239] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50fee23c-6026-40fb-a011-32f29bbe51a9: rpc.has_security_group_logging(os_id): False [ 1058.709356] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1058.709501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711136] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1058.716258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.716611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.716864] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.720163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.720299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.720546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.720670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.720840] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.722034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa: rpc.has_security_group_logging(os_id): False [ 1058.778309] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.778309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.778309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.778554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.778729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.789020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.789020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.789020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.789020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.789405] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.789405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.790111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.790204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.809145] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1058.843678] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.843905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.847493] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.847493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.884055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.884440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.884574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.884661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.884882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.884991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.885488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.885488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.885488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.889724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.889724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.889724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.889724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.889724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.889724] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1058.890633] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.890633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.890633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.890633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.890633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.893408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.895244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf0e8acb-786e-4f45-9ed5-16c6e9ab0ff6 req-56e35b03-b484-4d99-afd2-fb7c01419249 service nova] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf0e8acb-786e-4f45-9ed5-16c6e9ab0ff6 req-56e35b03-b484-4d99-afd2-fb7c01419249 service nova] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [req-bf0e8acb-786e-4f45-9ed5-16c6e9ab0ff6 req-56e35b03-b484-4d99-afd2-fb7c01419249 service nova] Enqueued Resource ID: a2e0325d-33e2-47a6-96ae-13dc360d68f1 with Priority: HIGHEST for action port [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_rules [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1058.908848] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e0325d-33e2-47a6-96ae-13dc360d68f1 with Priority: HIGHEST for action port [ 1058.908848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.908848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.909744] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.909744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.909744] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2e0325d-33e2-47a6-96ae-13dc360d68f1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.909744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.909744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.909983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.910099] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e0325d-33e2-47a6-96ae-13dc360d68f1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.920022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1058.977541] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.978168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.986863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.987175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.987322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.987382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.987683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.987800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.987912] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be updated. [ 1058.990138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.990285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.990477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.990592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38b8ce31-a1d3-4fa7-a1f4-6ba2cd5591cb" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.990859] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.990960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.991067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.991160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b171751-9faa-4caf-96ef-0d40d088802d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.991651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.991651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.064627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.064982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.065131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.065212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.065517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.065602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.065739] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1059.067764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.068008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.068194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.088808] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1059.105032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.105032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.105032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.129368] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1059.157049] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.157206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.157248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.157488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.157672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.185562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.185746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.185810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.186038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.186196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.187959] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: IN_PROGRESS for 2s [ 1059.218514] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1059.226105] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226778] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.227125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.227214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.227565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.227625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.227767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.227910] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.228009] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.228079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.228218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.228298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.228416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.228545] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.412416] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2e0325d-33e2-47a6-96ae-13dc360d68f1 with status ACTIVE [ 1059.412670] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.412959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.412959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.413108] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.413242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.413426] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.413712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.413712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.413932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.413932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.414050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.414148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.414200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.414345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.414417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.414501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2e0325d-33e2-47a6-96ae-13dc360d68f1 is going to be updated. [ 1059.440087] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.440300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.440300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.440503] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.440647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.440908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2e0325d-33e2-47a6-96ae-13dc360d68f1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.730847] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66a87e5-b96c-40ee-a0a8-3ff62d0fe254: rpc.has_security_group_logging(os_id): False [ 1059.749510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.749681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.749730] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.749928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.771132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.771274] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.771402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.771470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.771979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.771979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.772281] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.772989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.772989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.772989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.772989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.773617] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.773617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.773617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.773770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.773879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.774051] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1059.844723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.844861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.844909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.845118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.845274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.861757] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1060.694329] env[65249]: INFO networking_nsxv3.common.synchronization [req-5bd79bd0-6d90-4a03-acd6-0ef4b56e210d req-3cb8fca3-b0e6-48cd-9613-22df2a4f22b4 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1060.694872] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1060.695251] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.695445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695909] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.695996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.698015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.698015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.698015] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.698015] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.824639] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1060.824941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.825179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.825555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.825687] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.931200] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1060.931421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.931800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.931989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.932126] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.932234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.932429] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.932526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932683] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.933605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.933802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.934031] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.934143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.934206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.934351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.934435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.934535] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.106896] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1061.107143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.149182] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1061.149575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.201787] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.201787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.201787] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204323] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 1061.204633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.239228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.239518] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.239646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.239714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.239952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.240046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.240117] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1061.244077] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1061.244344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.289150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.289354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.289435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.289690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.289861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.302725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1061.328951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.329807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.329807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.329807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.329807] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.329807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.329807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.330148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.330148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.330148] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.330148] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.436450] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.440210] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.832204] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.832668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.832668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.832778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.832986] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.833129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.833222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.833372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.833466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.833561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.833883] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.833883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.833883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834301] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.834419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834927] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.884162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1061.884230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.941069] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7992e91c-4037-43c9-ba0d-522387e166c7: rpc.has_security_group_logging(os_id): False [ 1061.943634] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.964171] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.964367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.964424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.964645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.988438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.988833] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.988960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.989041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.989259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.989347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.989497] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1062.059219] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.059391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.059432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.059750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.060268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.074750] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1062.339463] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debbe99c-288c-48c7-a974-f4e645774ea1: rpc.has_security_group_logging(os_id): False [ 1062.358905] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.358905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.358905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.358905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.358905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.359262] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.359262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.359262] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.359441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.359441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.359520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.359619] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.359678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.359817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.359893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.360100] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.360194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.360254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.360391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.360465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.360548] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1062.446055] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.446255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.446336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.446573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.446668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.446772] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1062.450998] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.451403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.451403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.451525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.451622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.467333] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1062.483170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.483346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.483470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.483711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.483892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.495842] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1063.247205] env[65249]: INFO networking_nsxv3.common.synchronization [req-bd8be9c3-904e-4ff5-a192-f10f2802c3f4 req-3ce0a64a-ea73-4c93-bff8-80b8fee157fe tempest-ServersNegativeTestJSON-87128667 tempest-ServersNegativeTestJSON-87128667-project-member] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 1063.248337] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGHEST for action security_group_members [ 1063.248337] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.248337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.248337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.248542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249150] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.249150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.249150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.249150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.249150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.249463] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.312418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1063.312607] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 1063.312777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.642182] env[65249]: INFO networking_nsxv3.common.synchronization [req-c23b157c-b083-4656-bcf0-610e5fe9fd1f req-21d8eb2a-894d-4e06-b3a3-7d2de81c273d tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1063.642824] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1063.643069] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.643281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.643518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.643671] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.643829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.643968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.644072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.644164] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.753095] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.753379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.753452] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.753691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.777286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.777562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.777684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.777745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.777949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.778235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be updated. [ 1063.817418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.817418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.817644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.817745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.817965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.828138] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: IN_PROGRESS for 2s [ 1063.841542] env[65249]: INFO networking_nsxv3.common.synchronization [req-c3f5fee7-fd28-4073-bc4e-2d5c928cf29a req-c199234a-fa09-4f78-b4ce-eae792a4074d tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1063.842197] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1063.842557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.842673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.087709] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1064.087909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.088158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.088377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.088465] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.146795] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.481910] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1064.482214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.506784] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1064.507092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.590921] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.591186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.591309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.591560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.591808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.592046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.592046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.592182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.592268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.592358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.592450] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.650084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.098427] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.152594] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.152709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.152760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.152978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.153087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153186] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1065.180936] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.181081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.181081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.185019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.185019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.197411] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1065.601885] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7992e91c-4037-43c9-ba0d-522387e166c7: rpc.has_security_group_logging(os_id): False [ 1065.619898] env[65249]: INFO networking_nsxv3.common.synchronization [None req-5135d759-ecae-4b7e-8498-4324e683a5b1 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 with Priority: HIGHEST for action security_group_rules [ 1065.620934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.621800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.623568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.623767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.623864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.624135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.624240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.624301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.624457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.624534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.624620] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1065.626041] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 with Priority: HIGHEST for action security_group_rules [ 1065.626344] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.626465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.626540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.626717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.626963] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.688603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.691040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.691040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.691040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.691040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.703104] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1065.718426] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ad10a0af-8936-400e-ac73-5d762f6855c1 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 with Priority: HIGHEST for action security_group_rules [ 1065.718426] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 with Priority: HIGHEST for action security_group_rules [ 1065.718426] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.718426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.842947] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b in Status: SUCCESS [ 1065.842947] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b deletion is rescheduled due to dependency. [ 1065.843206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.147039] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.147236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.147290] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.147479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.147479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.147686] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 already deleted. [ 1066.147818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.147905] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.148077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.148160] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.672494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.672901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.672901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.672901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.673021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.673056] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89 already deleted. [ 1066.673707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2d09cb8-cfe3-4ca6-a194-5cc73dde8f89" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.075516] env[65249]: INFO networking_nsxv3.common.synchronization [req-a833ae7b-363b-4c69-9f4c-dd321ec04b58 req-638a70e0-efca-47c3-8292-91ded890fc90 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1067.079172] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1067.079172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.079172] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.079172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.079566] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.211162] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1067.211162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.211352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.211771] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.211771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.212031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.212031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.212106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.212148] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.482022] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.482022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.482022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.482022] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.482792] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.486239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.486239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.486239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.486239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.486239] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.486239] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.486239] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.486239] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.486239] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.486239] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.486239] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.510011] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.510232] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.510385] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.510569] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.510981] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.511193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.511321] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.511652] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.511798] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.582296] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.582510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.582590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.582932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.605025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.605191] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.605312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.605375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.605647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.605747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.605857] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1067.635063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.635063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.635442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.635442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.635617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.652020] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1067.719795] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.719795] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.719795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.719795] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1067.721169] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1067.721375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.750920] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.751161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.751161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.751588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.751588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.764734] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1068.014818] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.015070] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.015198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.015546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.015721] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.015992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc not found, creating... [ 1068.016406] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.016628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.016752] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.017106] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.017266] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.017636] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.018051] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.018198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.019058] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.019306] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc is going to be created. [ 1068.044712] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.045025] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.045136] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.045500] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.045867] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.046320] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.790930] env[65249]: INFO networking_nsxv3.common.synchronization [req-a833ae7b-363b-4c69-9f4c-dd321ec04b58 req-b3bcb478-2ed8-4f45-a8d1-f40475c51807 service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 1068.790930] env[65249]: INFO networking_nsxv3.common.synchronization [req-a833ae7b-363b-4c69-9f4c-dd321ec04b58 req-b3bcb478-2ed8-4f45-a8d1-f40475c51807 service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1068.790930] env[65249]: INFO networking_nsxv3.common.synchronization [req-a833ae7b-363b-4c69-9f4c-dd321ec04b58 req-b3bcb478-2ed8-4f45-a8d1-f40475c51807 service nova] Enqueued Resource ID: 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc with Priority: HIGHEST for action port [ 1068.791321] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 1068.791441] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1068.791581] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc with Priority: HIGHEST for action port [ 1068.792189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.792189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.792189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.792632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.792632] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.793641] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.793804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.794496] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.794659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.795081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.795802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.795944] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.264438] env[65249]: INFO networking_nsxv3.common.synchronization [req-21bab85f-3f79-442e-92d5-b93f3d59a85d req-ed00ba04-af46-485f-93e6-feb1cb5d91bd tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1069.265531] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1069.265531] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.265531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.265531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.265729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.266441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.266441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.266441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.266586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.266586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.266660] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.298787] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.298953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.299134] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc with status ACTIVE [ 1069.299304] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.299428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.299475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.299675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.299769] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.299940] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.300047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.300158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.300256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.300397] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.300599] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.300658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.300796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.300861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300941] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc is going to be updated. [ 1069.323708] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.323855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.324292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.324566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.324715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.324872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aff6e13-f5af-4c91-9f88-ecb0ee93d7dc" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.660748] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1069.661025] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 deletion is rescheduled due to dependency. [ 1069.661082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.661234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.661460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.661648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.661755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.661818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.662070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.662158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.662267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.769115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.769115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.769252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.769387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.769475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.769657] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.769752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.769813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.769958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.770044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.770127] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1069.776923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1069.776923] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 deletion is rescheduled due to dependency. [ 1069.776923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.797729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.798089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.798089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.798175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.798260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.807383] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1070.165504] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.235893] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.236089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.236149] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.236465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.236691] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.236859] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.236982] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.237425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.237760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.238112] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.238345] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.238517] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.238725] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.239062] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.239396] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.239396] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.258972] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.259193] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.259317] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.259504] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-822" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.259839] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-92b6db2f-dda4-4d67-9c2f-350794a592c5 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.260072] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.260191] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.260530] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.260714] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b6db2f-dda4-4d67-9c2f-350794a592c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.667668] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.764536] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.764754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.764911] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.765238] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.765416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.765789] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.765987] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.766159] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.766419] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.766578] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.766931] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.767124] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.767269] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.767563] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.767671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.767865] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 is going to be updated. [ 1070.794081] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.794418] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.794692] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794896] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.795196] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.169547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.169829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.169829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.170028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.170123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.170172] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1071.202285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.202556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.202632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.202893] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.203122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.213934] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1071.479981] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98691ee-ea6c-493a-af24-b8ea7f3f6735 req-9e099182-349c-473a-93a7-813438427c99 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1071.481672] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1071.481672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.481672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.481672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.481672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.481873] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.481873] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.481950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.482111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.482175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.482247] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.508647] env[65249]: INFO networking_nsxv3.common.synchronization [req-9be1b358-79f3-42f1-bf1f-0716f2c848d4 req-98f1f921-a1e8-452d-98f4-bf87df6b3db7 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 1071.508960] env[65249]: INFO networking_nsxv3.common.synchronization [req-9be1b358-79f3-42f1-bf1f-0716f2c848d4 req-98f1f921-a1e8-452d-98f4-bf87df6b3db7 service nova] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1071.508960] env[65249]: INFO networking_nsxv3.common.synchronization [req-9be1b358-79f3-42f1-bf1f-0716f2c848d4 req-98f1f921-a1e8-452d-98f4-bf87df6b3db7 service nova] Enqueued Resource ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 with Priority: HIGHEST for action port [ 1071.511149] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_rules [ 1071.511304] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1071.511304] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 with Priority: HIGHEST for action port [ 1071.511843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.511843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.511843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.512160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.512160] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.513548] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.513548] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.513875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.513875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.513943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.514978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.514978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.514978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.514978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.515179] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.519485] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b6db2f-dda4-4d67-9c2f-350794a592c5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.519485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.519485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.519485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.519485] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b6db2f-dda4-4d67-9c2f-350794a592c5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.824870] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1071.824870] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1071.824870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.985622] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.018506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.020075] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.021317] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b6db2f-dda4-4d67-9c2f-350794a592c5 with status ACTIVE [ 1072.021425] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.021523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.021592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.021803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.021889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.022083] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.022202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.022283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.022472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.022550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.022742] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.023673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.023673] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.027048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.027198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.027341] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b6db2f-dda4-4d67-9c2f-350794a592c5 is going to be updated. [ 1072.058528] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.058771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.058771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.058930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.059088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.059258] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b6db2f-dda4-4d67-9c2f-350794a592c5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393453] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.393937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.394096] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.394351] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.394513] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.394682] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.394889] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.395056] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.395292] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.395420] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.395559] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.395673] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.395787] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.395893] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.396035] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.416866] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.417184] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.417347] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.417520] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-181" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.417841] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-fab1a931-dd0b-4bb8-bcf1-70184635cf31 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.418023] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.418143] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.418459] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.418595] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab1a931-dd0b-4bb8-bcf1-70184635cf31',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.488299] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.530664] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.921253] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.921624] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.921805] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.922242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.922470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.922701] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port fab1a931-dd0b-4bb8-bcf1-70184635cf31 not found, creating... [ 1072.923171] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.923349] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923637] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923966] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.924202] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.924936] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.924936] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.925160] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.925377] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.925630] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.925851] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: fab1a931-dd0b-4bb8-bcf1-70184635cf31 is going to be created. [ 1072.953133] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.953561] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953796] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.954248] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.954631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.955013] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.991612] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.991897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.991974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.992307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.992460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.992637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1073.033752] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033997] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.034134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.034451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.034603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.034763] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1073.062037] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.062037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.062037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.062593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.062593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.077101] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1073.103258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.103584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.103584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.103751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.103933] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.119849] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1073.225303] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1073.225556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.225815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.225995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.226312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.226410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226621] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.226705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.226774] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.310903] env[65249]: INFO networking_nsxv3.common.synchronization [req-5907873d-6600-489b-9d20-83627fd7d616 req-1b034901-5387-4240-b2fa-bc48a8b1448f tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 1073.311608] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450059a-94d1-4594-a625-0790c0e14550 with Priority: HIGHEST for action security_group_members [ 1073.311969] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-4450059a-94d1-4594-a625-0790c0e14550 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.312113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.312185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.312380] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.312863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.312863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.312863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.312863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.313225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.313225] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4450059a-94d1-4594-a625-0790c0e14550',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.671074] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98691ee-ea6c-493a-af24-b8ea7f3f6735 req-7a448fa3-210c-4dc4-9864-04ac1d2fe1aa service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 1073.671496] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98691ee-ea6c-493a-af24-b8ea7f3f6735 req-7a448fa3-210c-4dc4-9864-04ac1d2fe1aa service nova] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1073.671496] env[65249]: INFO networking_nsxv3.common.synchronization [req-e98691ee-ea6c-493a-af24-b8ea7f3f6735 req-7a448fa3-210c-4dc4-9864-04ac1d2fe1aa service nova] Enqueued Resource ID: fab1a931-dd0b-4bb8-bcf1-70184635cf31 with Priority: HIGHEST for action port [ 1073.671610] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_rules [ 1073.671740] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1073.671832] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab1a931-dd0b-4bb8-bcf1-70184635cf31 with Priority: HIGHEST for action port [ 1073.672415] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.672535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.672596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.672802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.672872] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.676352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.676494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.676722] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab1a931-dd0b-4bb8-bcf1-70184635cf31 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.676856] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.676916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.677135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.677275] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab1a931-dd0b-4bb8-bcf1-70184635cf31',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.728755] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.816978] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.817244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.817244] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.817404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.839587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.839952] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.840142] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.840231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.840514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.840628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.840770] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4450059a-94d1-4594-a625-0790c0e14550 is going to be updated. [ 1073.883638] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.883846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.883937] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.884101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.884243] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.897409] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: IN_PROGRESS for 2s [ 1074.180411] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.180411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.182030] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab1a931-dd0b-4bb8-bcf1-70184635cf31 with status ACTIVE [ 1074.182030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.182217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.182217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.183308] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.183308] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.183308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.183765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.183765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.183765] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab1a931-dd0b-4bb8-bcf1-70184635cf31 is going to be updated. [ 1074.209593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.209593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.209593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.209942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.209942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.209942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab1a931-dd0b-4bb8-bcf1-70184635cf31" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.230456] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 281eae4c-021f-492f-bb83-2731c0f5d750: rpc.has_security_group_logging(os_id): False [ 1074.253277] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.253634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.253634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253842] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.254558] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.254558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.254558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.254558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.254558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.254558] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1074.340297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.340601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.340601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.341453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.341453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.354493] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1075.088960] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1075.089315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.089366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.090135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.090135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.090135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.090135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.090135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.091316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.091316] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.131344] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1075.131622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.132188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.132426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.132662] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.132809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.132809] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.133128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.133128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.133128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.133338] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.593035] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.635848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.636019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.636102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.636377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.636602] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.636729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.636801] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.636984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.637105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.637206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.637364] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.637457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.637516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.637663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.637817] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.637932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.637993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.638488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.638596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.638712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.638827] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.911389] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4450059a-94d1-4594-a625-0790c0e14550 in Status: SUCCESS [ 1075.911389] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4450059a-94d1-4594-a625-0790c0e14550 deletion is rescheduled due to dependency. [ 1075.911389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4450059a-94d1-4594-a625-0790c0e14550" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.097071] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.141747] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c: rpc.has_security_group_logging(os_id): False [ 1076.160099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.160317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.160558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.160637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.160826] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.160992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.161147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.161217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.161414] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.161510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.161564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.161680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.161752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.161928] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.162025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.162086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.162221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.162292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.162376] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1076.236452] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.236925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.236925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.236925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.237104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.401020] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1076.421161] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1076.421392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.601170] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.601404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.601505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.601802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.602079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.602079] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1076.635236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.635383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.635454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.635757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.635865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646231] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1076.803464] env[65249]: INFO networking_nsxv3.common.synchronization [req-690f692b-b478-431f-a235-34da9d3fd68b req-dbd53d35-51fb-49e9-a167-820191e563ca tempest-ImagesTestJSON-1243075780 tempest-ImagesTestJSON-1243075780-project-member] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1076.804044] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGHEST for action security_group_members [ 1076.804549] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.804549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.804549] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.804735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.804912] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.805129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.805129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.805261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.805261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.805361] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.225412] env[65249]: INFO networking_nsxv3.common.synchronization [req-00915a6c-6f01-4633-a2ce-de2ceca61568 req-da053cde-02b1-48ca-8b74-0ae9194dd6ab tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 1077.225800] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGHEST for action security_group_members [ 1077.226206] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.226316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.226316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.226536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.226701] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.226870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.226870] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.227158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.227231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.227310] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.308885] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.309101] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.309156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.309336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.309423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.309623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.309718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.309778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.309920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.309991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.310092] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be updated. [ 1077.343712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.343884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.344064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.344287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.344435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.355224] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: IN_PROGRESS for 2s [ 1077.730130] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.730287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.732484] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.732484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.732484] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be updated. [ 1077.768703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.769045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.769163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.782366] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: IN_PROGRESS for 2s [ 1078.415362] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1078.415724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.657451] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1078.657560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.657650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.657869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.658110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.658203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.658268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.658423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.658501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.658586] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.658695] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.161336] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.161486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.161560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.161775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.161951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.162269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.162351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.162524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.162587] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162650] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.162977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.163141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.163233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.163291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.163431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.163524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.163568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.163654] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.365871] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 in Status: SUCCESS [ 1079.366142] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 deletion is rescheduled due to dependency. [ 1079.366302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.666649] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0cce891-ce6d-42a3-92fd-5ffc1a7b464f: rpc.has_security_group_logging(os_id): False [ 1079.691379] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.691559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.691605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.691793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.719942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.720263] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.720388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.720456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.720660] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.720743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.720935] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.721036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.721106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.721319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.721580] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.721737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.721810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.721952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.722036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1079.783076] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.783275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.783327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.783498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.783665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.793691] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 in Status: SUCCESS [ 1079.793866] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 deletion is rescheduled due to dependency. [ 1079.793960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.796995] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1081.814066] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1081.814066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.226517] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1082.226517] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1083.030571] env[65249]: INFO networking_nsxv3.common.synchronization [req-01ff5b98-4454-49d0-9c0f-253033bce0fd req-b3cfd404-4f67-45f1-be34-321ba63fd24f tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1083.031088] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1083.031439] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.031562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.031629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.031837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.031970] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.032201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.032201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.032332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.032378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.032482] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.370119] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.370379] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.370551] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.370904] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.371685] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.372044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.372044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.372324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.372545] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.372821] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.372935] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.373076] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.373246] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.373433] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.373557] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.373720] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.396065] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.396334] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.396522] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.396708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.397039] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-59b65560-6237-48f7-891b-a555433fd4af taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.397216] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397333] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.397694] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.397832] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b65560-6237-48f7-891b-a555433fd4af',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.536999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.537192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.537242] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.537447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.537540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.537734] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.537832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.537894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.538049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.538124] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.538209] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1083.567146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.567389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.567538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.567785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.567970] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.578538] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1083.900313] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900572] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.900696] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900976] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.901142] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.901353] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 59b65560-6237-48f7-891b-a555433fd4af not found, creating... [ 1083.901560] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.901710] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.901823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.902049] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.902183] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.902458] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.902605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.902738] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.902949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.903089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.903226] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 59b65560-6237-48f7-891b-a555433fd4af is going to be created. [ 1083.926733] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.927047] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.927204] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.927515] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.927779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.928115] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.628989] env[65249]: INFO networking_nsxv3.common.synchronization [req-01ff5b98-4454-49d0-9c0f-253033bce0fd req-9915b90a-98ad-49c9-99e1-6a7c6ae2a281 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1084.629363] env[65249]: INFO networking_nsxv3.common.synchronization [req-01ff5b98-4454-49d0-9c0f-253033bce0fd req-9915b90a-98ad-49c9-99e1-6a7c6ae2a281 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1084.629363] env[65249]: INFO networking_nsxv3.common.synchronization [req-01ff5b98-4454-49d0-9c0f-253033bce0fd req-9915b90a-98ad-49c9-99e1-6a7c6ae2a281 service nova] Enqueued Resource ID: 59b65560-6237-48f7-891b-a555433fd4af with Priority: HIGHEST for action port [ 1084.631629] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1084.631629] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1084.631882] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b65560-6237-48f7-891b-a555433fd4af with Priority: HIGHEST for action port [ 1084.634091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.634091] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.634091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.634091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b65560-6237-48f7-891b-a555433fd4af taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.634091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.634815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.634815] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b65560-6237-48f7-891b-a555433fd4af',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.137032] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.137032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.137032] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59b65560-6237-48f7-891b-a555433fd4af with status ACTIVE [ 1085.137286] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.137286] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.137382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.138725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.138725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.139289] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59b65560-6237-48f7-891b-a555433fd4af is going to be updated. [ 1085.164462] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.164895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.164895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.165281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.165418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.165921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b65560-6237-48f7-891b-a555433fd4af" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.588668] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1085.588837] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1085.588951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.589127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.589340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.589523] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.589637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.589699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.589849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.589928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.590087] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.092414] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.500356] env[65249]: INFO networking_nsxv3.common.synchronization [req-0ac31d1e-d0f2-45d0-9f98-c2537245fdcf req-bc8647f1-3109-4124-b29a-6cb0af33b665 tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1086.502441] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1086.502441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.502441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.502441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.502441] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.594735] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.004402] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.096994] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.097592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.097677] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1087.137261] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.137261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.137471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.137566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.138667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.166588] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1087.506889] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.764375] env[65249]: INFO networking_nsxv3.common.synchronization [req-7166ff99-0d75-4609-8b7f-02bb2cb6400e req-9a4d236e-99c0-45a4-b094-ecd9edbd200e tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1087.764876] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1087.765214] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.765336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.765405] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.765593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.765794] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.765914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.765985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.766149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.766230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.766320] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.009110] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.009110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.009110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.009313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.009350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.009527] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1088.038848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.038999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.038999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.039241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.039407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1088.105143] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.105605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.105605] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.105775] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.106020] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.106239] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.106287] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.106488] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.106627] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.106836] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.106941] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.107058] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.107163] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.107418] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.107418] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.107569] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.130332] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.130544] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.130631] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.130801] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-412" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.131144] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-98e87f44-3d90-4532-b1e2-3bb5e02e797d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.131308] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.131425] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.131741] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.131881] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e87f44-3d90-4532-b1e2-3bb5e02e797d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.269090] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.269090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.269090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.269453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.269453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.269780] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.269879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.270052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.270219] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.270319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.270452] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1088.301886] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.302092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.302092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.302352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.302534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.314449] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1088.634200] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.634513] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.634676] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.635043] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.635244] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.635505] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 98e87f44-3d90-4532-b1e2-3bb5e02e797d not found, creating... [ 1088.635897] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.636114] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.636261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.636533] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.636677] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.637165] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.637165] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637354] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.638428] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.638428] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.638428] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 98e87f44-3d90-4532-b1e2-3bb5e02e797d is going to be created. [ 1088.660526] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.660772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.660904] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.661202] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.661444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.661705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.814893] env[65249]: INFO networking_nsxv3.common.synchronization [req-a385fc3f-5fe1-45a3-9c39-ebedcf60c270 req-000d8b2b-f53c-4292-87d5-ad04be2cc15b tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1088.815561] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1088.816545] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.816545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.816545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.816545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.816793] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.816793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.816929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.816984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.817072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.817195] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.179703] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1089.180221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.180411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.180631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.180825] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.180941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.181618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.181774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.181774] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.319521] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.388911] env[65249]: INFO networking_nsxv3.common.synchronization [req-7166ff99-0d75-4609-8b7f-02bb2cb6400e req-162d3821-53cc-47eb-9d26-bca6a5bc466a service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 1089.389116] env[65249]: INFO networking_nsxv3.common.synchronization [req-7166ff99-0d75-4609-8b7f-02bb2cb6400e req-162d3821-53cc-47eb-9d26-bca6a5bc466a service nova] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1089.389251] env[65249]: INFO networking_nsxv3.common.synchronization [req-7166ff99-0d75-4609-8b7f-02bb2cb6400e req-162d3821-53cc-47eb-9d26-bca6a5bc466a service nova] Enqueued Resource ID: 98e87f44-3d90-4532-b1e2-3bb5e02e797d with Priority: HIGHEST for action port [ 1089.389791] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_rules [ 1089.389928] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1089.390165] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e87f44-3d90-4532-b1e2-3bb5e02e797d with Priority: HIGHEST for action port [ 1089.390496] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.390625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.390707] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.391071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.391141] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.392526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.392670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.393030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e87f44-3d90-4532-b1e2-3bb5e02e797d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.393161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.393281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.393458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.393710] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e87f44-3d90-4532-b1e2-3bb5e02e797d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.684352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.686028] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.686028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.686441] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.686441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.686441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.686441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.686584] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.686584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.686665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.687634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.687634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.687634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.687634] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.822551] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.893102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.893299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.897050] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98e87f44-3d90-4532-b1e2-3bb5e02e797d with status ACTIVE [ 1089.897050] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.897050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.897294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.897349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.897433] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.897616] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.897734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.897770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.897929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.898019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.898206] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.898297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.898357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.898493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.898565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.898647] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98e87f44-3d90-4532-b1e2-3bb5e02e797d is going to be updated. [ 1089.920029] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.920249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.920331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.920541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.921060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.921060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e87f44-3d90-4532-b1e2-3bb5e02e797d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.957684] env[65249]: INFO networking_nsxv3.common.synchronization [None req-0ae942dd-e146-4636-ad62-a98c1f6ca7ac tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1089.958390] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1089.958542] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.958542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.958672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.958908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.959065] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.069497] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1090.069497] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.075326] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c0403556-51d0-4a4a-8d6b-fc6753f66559 tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1090.075326] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1090.075649] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.075886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.189927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 1090.207351] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.207557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.207557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.207747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.207838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.208087] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.208176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.208231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.208378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.208453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.208625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.208719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.208782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.208918] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.208992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.209180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.209272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.209334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.209469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.209540] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.209622] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1090.279014] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.279185] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.279255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.279495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.279651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.294777] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1090.324823] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1090.325049] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 1090.325214] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.325547] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.325704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.325781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.326008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.326107] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.326199] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1090.327390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.327547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.327724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.327882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.327996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.328099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.328167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.328295] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.358943] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.359105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.359178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.359622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.359807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.377981] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1090.481685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.482479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.482479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.482641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.482714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.482807] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d already deleted. [ 1090.482891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.483060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.483234] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.483323] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.831112] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.007496] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.007677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.007754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.008052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.008320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.008423] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d already deleted. [ 1091.008519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.333443] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.835718] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.835957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.836045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.836302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.836401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.836531] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1091.864451] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.864628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.864692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.864939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.865128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.874775] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1092.310911] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1092.311193] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.387872] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1092.388187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.887046] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1093.887314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.887478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.887688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.887875] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.887985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.888155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.888341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.888421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.888499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.888585] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.391502] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.391638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.391638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.391967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.393335] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.393951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.394065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.394155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.394323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.394423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.394514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.394624] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.698796] env[65249]: INFO networking_nsxv3.common.synchronization [None req-14f786ad-8ece-4f38-b1c4-7ca67a6ad3d5 tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1094.699362] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1094.699759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.699812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.699885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.700957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.700957] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.820477] env[65249]: INFO networking_nsxv3.common.synchronization [None req-393e81c9-291d-4217-b16b-ffc1c06cd64f tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1094.820477] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1094.820477] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.820477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.900084] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0: rpc.has_security_group_logging(os_id): False [ 1094.920506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.920506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.920506] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.920506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.921233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.921233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.921233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.921454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.921498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.921595] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1094.992634] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.992980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.993084] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.993508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.993757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.008360] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1095.223648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.223648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.223648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.223975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.223975] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.224090] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 already deleted. [ 1095.224196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.224349] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.224504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.224583] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.746321] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.746321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.746321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.746321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.746321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.746321] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 already deleted. [ 1095.746321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.233039] env[65249]: INFO networking_nsxv3.common.synchronization [None req-398d10e4-2fdf-4ba5-8d74-e18e5579e2a0 None None] Enqueued Resource ID: b2cf7e3a-a573-4084-9a75-00c880542c7d with Priority: HIGHEST for action port [ 1096.233039] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cf7e3a-a573-4084-9a75-00c880542c7d with Priority: HIGHEST for action port [ 1096.233358] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2cf7e3a-a573-4084-9a75-00c880542c7d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.233358] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2cf7e3a-a573-4084-9a75-00c880542c7d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.233464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2cf7e3a-a573-4084-9a75-00c880542c7d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.233694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2cf7e3a-a573-4084-9a75-00c880542c7d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.233773] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cf7e3a-a573-4084-9a75-00c880542c7d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.268407] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-e8023f04-485e-4775-9b6a-12b5e8346a92 tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1096.268778] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1096.270076] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.271324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.271324] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.271465] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.271635] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.271737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.271800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.271947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.272061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.272182] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.608981] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.609206] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.609416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.609781] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.610335] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.610565] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.610734] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.611044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.611261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.611528] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.611673] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.611823] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.611980] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.612510] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.612664] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.612818] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.639027] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.639027] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.639027] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.639027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.639027] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-959b547e-96a1-4feb-a305-8ee13332e381 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.639027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.639027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.639027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.639027] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959b547e-96a1-4feb-a305-8ee13332e381',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.736340] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2cf7e3a-a573-4084-9a75-00c880542c7d [ 1096.736563] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.736698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.736785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.737306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.737306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.737306] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2cf7e3a-a573-4084-9a75-00c880542c7d already deleted. [ 1096.737306] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2cf7e3a-a573-4084-9a75-00c880542c7d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773965] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.774546] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.774734] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.775030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.775102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.775189] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1096.802661] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.802661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.802661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.802661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.802858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.816212] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1097.025154] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1097.025385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.141069] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141297] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.141722] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.141977] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.142121] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 959b547e-96a1-4feb-a305-8ee13332e381 not found, creating... [ 1097.142323] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.142480] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.142596] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142808] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142940] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.143231] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.143382] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.143494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.143690] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.143817] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.144240] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 959b547e-96a1-4feb-a305-8ee13332e381 is going to be created. [ 1097.154604] env[65249]: INFO networking_nsxv3.common.synchronization [None req-c6e46c4c-ef30-4efe-ba74-875ed7c6f9c9 tempest-ServerActionsV293TestJSON-1928153871 tempest-ServerActionsV293TestJSON-1928153871-project-member] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1097.155159] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1097.155759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.155759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.155759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.155978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.156021] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.169507] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.169823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.169869] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.170148] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.170378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.170593] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.364178] env[65249]: INFO networking_nsxv3.common.synchronization [None req-66f370ac-b052-4e6c-9ef9-ed1e449bf18b tempest-ServerActionsV293TestJSON-1928153871 tempest-ServerActionsV293TestJSON-1928153871-project-member] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1097.364725] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1097.365536] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.366531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.678620] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.678935] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.679024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.679237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.679325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679421] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 already deleted. [ 1097.679501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.680338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.680512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.680604] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.865254] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-acf12cbb-7393-4e4c-ad42-ab4cbe33b4d6 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1097.865254] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-acf12cbb-7393-4e4c-ad42-ab4cbe33b4d6 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1097.865254] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-acf12cbb-7393-4e4c-ad42-ab4cbe33b4d6 service nova] Enqueued Resource ID: 959b547e-96a1-4feb-a305-8ee13332e381 with Priority: HIGHEST for action port [ 1097.866485] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1097.866910] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1097.867400] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959b547e-96a1-4feb-a305-8ee13332e381 with Priority: HIGHEST for action port [ 1097.868989] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.868989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.868989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.868989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.868989] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.873704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.875184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.875184] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-959b547e-96a1-4feb-a305-8ee13332e381 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.875184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.875184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.875184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.875184] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959b547e-96a1-4feb-a305-8ee13332e381',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.202751] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.202989] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 already deleted. [ 1098.202989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.370502] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.370502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.378034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 959b547e-96a1-4feb-a305-8ee13332e381 with status ACTIVE [ 1098.378034] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.378034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.378034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.378345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.378392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.378588] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.378683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.378745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.379229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.379393] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.379719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.379822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.379822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.379985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.380116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.380165] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 959b547e-96a1-4feb-a305-8ee13332e381 is going to be updated. [ 1098.402953] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.403127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.403169] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.403473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.403544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.403722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959b547e-96a1-4feb-a305-8ee13332e381" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681080] env[65249]: INFO networking_nsxv3.common.synchronization [None req-debcf5b2-0280-4883-849c-93ee62d92e15 None None] Enqueued Resource ID: 8adc9521-744c-44de-833d-3497f85e6279 with Priority: HIGHEST for action port [ 1098.681859] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adc9521-744c-44de-833d-3497f85e6279 with Priority: HIGHEST for action port [ 1098.685103] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adc9521-744c-44de-833d-3497f85e6279 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.685103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adc9521-744c-44de-833d-3497f85e6279" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.685103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adc9521-744c-44de-833d-3497f85e6279" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.685103] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adc9521-744c-44de-833d-3497f85e6279" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.685103] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adc9521-744c-44de-833d-3497f85e6279',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.827154] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1098.827154] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 deletion is rescheduled due to dependency. [ 1098.827154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.827154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.827154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.827569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.827569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.827569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.827569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.827700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.827745] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.864109] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-e84d0823-859d-498d-9116-37b9f7ece925 tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1098.864534] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1098.864850] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.864953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.186466] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8adc9521-744c-44de-833d-3497f85e6279 [ 1099.186718] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.186855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.186923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.187188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.187285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.187390] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8adc9521-744c-44de-833d-3497f85e6279 already deleted. [ 1099.187539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adc9521-744c-44de-833d-3497f85e6279" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.270745] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.270968] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.271061] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.272015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.272015] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.272015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.272015] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.272267] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.272381] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.272580] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.272683] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.273104] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.273807] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.273807] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.273807] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.273807] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.293952] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.294010] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.294140] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.294312] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-726" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.294621] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-301230b0-f581-4d8d-8d08-e2bbb2c3330f taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.294793] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.294950] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.295286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.295418] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301230b0-f581-4d8d-8d08-e2bbb2c3330f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.330351] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.798321] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.798712] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.798712] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.798950] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.799115] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.799277] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 301230b0-f581-4d8d-8d08-e2bbb2c3330f not found, creating... [ 1099.799580] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.799749] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.799864] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.800100] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.800246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.800544] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.800707] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.800821] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.801032] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.801170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.801314] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 301230b0-f581-4d8d-8d08-e2bbb2c3330f is going to be created. [ 1099.824887] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.825193] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.825270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.825485] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.825715] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.825961] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.832601] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.335201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.335641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.335771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.336068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.336239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.336320] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1100.367424] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.367565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.367637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.367845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.367990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.378220] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1100.553194] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-422a5a6c-4106-416f-8249-2c85e506daa8 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1100.553494] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-422a5a6c-4106-416f-8249-2c85e506daa8 service nova] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1100.553663] env[65249]: INFO networking_nsxv3.common.synchronization [req-7b9bd120-4ee7-41fc-8596-c083ec4b1bc6 req-422a5a6c-4106-416f-8249-2c85e506daa8 service nova] Enqueued Resource ID: 301230b0-f581-4d8d-8d08-e2bbb2c3330f with Priority: HIGHEST for action port [ 1100.554220] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_rules [ 1100.554362] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1100.554461] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301230b0-f581-4d8d-8d08-e2bbb2c3330f with Priority: HIGHEST for action port [ 1100.554740] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.554839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.555155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.555270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.555472] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-301230b0-f581-4d8d-8d08-e2bbb2c3330f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.555575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.555638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.555872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.556009] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301230b0-f581-4d8d-8d08-e2bbb2c3330f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.058570] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301230b0-f581-4d8d-8d08-e2bbb2c3330f with status ACTIVE [ 1101.059014] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.059014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.059014] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.059246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.059345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.059539] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.059640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.059839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.060083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.060145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.060315] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.060516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.060567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.060781] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.060839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.060886] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301230b0-f581-4d8d-8d08-e2bbb2c3330f is going to be updated. [ 1101.087299] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.087511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.087578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.087817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.087957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.088136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301230b0-f581-4d8d-8d08-e2bbb2c3330f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.389042] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1102.389339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.389792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.389792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.389951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.389951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.390105] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.390159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.390238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.390323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.390419] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.391351] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.391526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.391686] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.391803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.391978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.392087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.392169] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.893896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.894087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.894266] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.397088] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.899976] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.900273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.900354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.900572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.900690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.900927] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1103.937638] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.938277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.938820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.939091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.939313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.949822] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1105.555264] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.555645] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1105.965346] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1105.965760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.965951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.966274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.966601] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.966721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.966721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.966917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.967040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.967109] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.273851] env[65249]: INFO networking_nsxv3.common.synchronization [req-9f7f6f5c-f6d2-4217-bd49-66c973837493 req-d67d3e11-a449-4c34-ad60-661f1e8cee5e tempest-ServersTestJSON-1632093200 tempest-ServersTestJSON-1632093200-project-member] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1106.274347] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGHEST for action security_group_members [ 1106.274844] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.277179] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.277179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.277179] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.470207] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.777913] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.778316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.778316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.778482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.778605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.778840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.778978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.779074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.779229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.779860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.779860] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be updated. [ 1106.812301] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.812484] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.812525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.812718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.812865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.822628] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: IN_PROGRESS for 2s [ 1106.977631] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.138154] env[65249]: INFO networking_nsxv3.common.synchronization [req-f9b2c2cf-089e-4ac9-a26b-822013a809ba req-658f6cb1-4f2e-413a-b7e8-e4eb601fec79 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1107.138154] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGHEST for action security_group_members [ 1107.138154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.139237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.139765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.139854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.140973] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.142023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.142023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142023] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.343371] env[65249]: INFO networking_nsxv3.common.synchronization [req-ddee5d3b-ec37-4ab4-8121-e1429fc8ec05 req-433a9a87-3b6a-4eaf-82c9-8ca49d5dd1a8 tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1107.343547] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1107.343888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.344668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.344668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.344668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.344668] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.344885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.344885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.344885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.344961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.345087] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.480109] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.480285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.480778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.480882] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.480982] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1107.509787] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.510025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.510025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.510232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.510372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.521828] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1107.645020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.645020] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.645382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be updated. [ 1107.656430] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.656430] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.656430] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.656712] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.656972] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.657171] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.657293] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.657503] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.657642] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.657843] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.657985] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.658108] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.658217] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.658335] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.658484] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.658582] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.680203] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.680419] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.680549] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.680717] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-912" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.681047] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-16acb399-ddd8-4917-b433-b708ac672c03 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.681230] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.681357] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.681694] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.681829] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16acb399-ddd8-4917-b433-b708ac672c03',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.683345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.685010] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.685163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.685360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.685536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.696475] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: IN_PROGRESS for 2s [ 1107.847843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.848179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.848179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.848395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.848501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.848737] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.848840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.848900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.849099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.849181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.849272] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d already deleted. [ 1107.849375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.188524] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.189838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.189838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.189838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.189838] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.190056] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 16acb399-ddd8-4917-b433-b708ac672c03 not found, creating... [ 1108.191155] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.191460] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.191681] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.192021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.192182] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.192583] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.192806] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.192974] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.193286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.193463] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.193639] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 16acb399-ddd8-4917-b433-b708ac672c03 is going to be created. [ 1108.218293] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.218633] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.218754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.219112] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.219703] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.219703] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.836859] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f in Status: SUCCESS [ 1108.837076] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f deletion is rescheduled due to dependency. [ 1108.839027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.002204] env[65249]: INFO networking_nsxv3.common.synchronization [req-ddee5d3b-ec37-4ab4-8121-e1429fc8ec05 req-40373766-39aa-49db-88ec-d8237dd71376 service nova] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1109.002444] env[65249]: INFO networking_nsxv3.common.synchronization [req-ddee5d3b-ec37-4ab4-8121-e1429fc8ec05 req-40373766-39aa-49db-88ec-d8237dd71376 service nova] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1109.002579] env[65249]: INFO networking_nsxv3.common.synchronization [req-ddee5d3b-ec37-4ab4-8121-e1429fc8ec05 req-40373766-39aa-49db-88ec-d8237dd71376 service nova] Enqueued Resource ID: 16acb399-ddd8-4917-b433-b708ac672c03 with Priority: HIGHEST for action port [ 1109.003150] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_rules [ 1109.003294] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1109.003390] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16acb399-ddd8-4917-b433-b708ac672c03 with Priority: HIGHEST for action port [ 1109.003679] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.003799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.003865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.004094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.004178] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.005078] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.005195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.005257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.005430] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.005577] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.005668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.005743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.005880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.005965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.006587] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.007901] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-16acb399-ddd8-4917-b433-b708ac672c03 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.007901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.007901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.007901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.008079] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16acb399-ddd8-4917-b433-b708ac672c03',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.509760] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.509920] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.512470] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.513738] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16acb399-ddd8-4917-b433-b708ac672c03 with status ACTIVE [ 1109.513738] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.513738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.513738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.513738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.514057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.514057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.514162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.514204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.514620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.514620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.514620] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.514799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.514799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.514906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.514955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.515106] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16acb399-ddd8-4917-b433-b708ac672c03 is going to be updated. [ 1109.533302] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1109.533542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.533702] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.533949] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.534270] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.534403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.534462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.534631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.534711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.534796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.534955] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.535055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.535113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.535253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.535389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.535478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.535536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.535666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.535738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.535816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.535904] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.538148] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.538308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.538308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.538559] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.538689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.538839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16acb399-ddd8-4917-b433-b708ac672c03" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.706747] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa in Status: SUCCESS [ 1109.706747] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa deletion is rescheduled due to dependency. [ 1109.706747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.017841] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.038280] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debbe99c-288c-48c7-a974-f4e645774ea1: rpc.has_security_group_logging(os_id): False [ 1110.060071] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.060314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.060314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.060504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.060595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.060837] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.060942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.061030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.061188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.061888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.061888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.061888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.061888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.061888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.061888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.062153] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.062200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.062238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.062374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.062442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.062524] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1110.147964] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.148261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.148407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.148683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.148924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.168712] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1110.520026] env[65249]: INFO networking_nsxv3.common.synchronization [req-b2bc3ae0-3818-4ae9-9f7a-de22253551aa req-8feae674-3121-4fc7-a7a5-3f3dbfb5855c tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1110.520475] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.520598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.520668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.520862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.521213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.521213] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d is going to be created. [ 1110.522599] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1110.522928] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.523110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.523208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.523509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.523576] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.523638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.523687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.523825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.523903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.523991] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.552526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.552720] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.552767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.553566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.553566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.563043] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: UNINITIALIZED for 2s [ 1111.027878] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.028226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.028468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.028656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.028717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.028993] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.029160] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.029795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.029795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.029795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.029795] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1111.063187] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.063454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.063577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.063848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.064043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.074021] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1111.992175] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5eb2fb0-12e6-488c-b0b6-3b2cbc24aea8 req-f50537b3-4e08-4101-8130-35ecaf20cb92 tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1111.992175] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1111.992175] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.992175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.992175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.992440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.992512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.992624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.993239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.993239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.993239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.993239] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.192138] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1112.192138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.192610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.192610] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.193496] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.385255] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.385503] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.385638] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.385940] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.387423] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.387606] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.387727] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.387961] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.388125] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.388340] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.388485] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.388581] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.388682] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.388790] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.388889] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.389027] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.415246] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.415246] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.415246] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.415246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.415246] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-bc42d86b-6d53-427e-abd2-0dd6c042343b taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.415246] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.415535] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.415647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.415782] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc42d86b-6d53-427e-abd2-0dd6c042343b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.495704] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.495928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.496016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.496375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.496488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.496719] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.496825] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.496889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.497073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.497150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.497261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 already deleted. [ 1112.497345] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574939] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: SUCCESS [ 1112.574939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.574939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.574939] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.574939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.575241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.575241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.575241] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.575365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.575417] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.695903] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.696150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.696150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.697038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.697038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.697038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.697038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.697332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.697332] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.697415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.697607] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.918857] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.919157] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.919251] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.919487] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.919637] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.919794] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port bc42d86b-6d53-427e-abd2-0dd6c042343b not found, creating... [ 1112.920076] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.920229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.920368] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.920624] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.920758] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.921087] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.921243] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.921355] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.921568] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.921714] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.921839] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: bc42d86b-6d53-427e-abd2-0dd6c042343b is going to be created. [ 1112.949393] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.949709] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.949778] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.950114] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.950491] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.951604] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.077994] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.087437] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1113.087617] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 deletion is rescheduled due to dependency. [ 1113.087738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.200529] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.200803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.200803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.200989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.201176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.201564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.201564] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.201711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.201711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.201773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.201915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.202041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.202080] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.202226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.202367] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.202455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.202522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.202647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.202718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.202796] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.202885] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.452891] env[65249]: INFO networking_nsxv3.common.synchronization [req-bdd35936-97bb-4658-8c59-78d1fff87cf1 req-76b39cb1-cd25-41df-8d4e-7248d2536dc2 tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1113.454012] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1113.454800] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.454800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.454800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.455046] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.455335] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.455512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.455634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.455872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.455993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.456177] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.580503] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ce7cd0-a2f3-4366-b681-42e759f9c91d: rpc.has_security_group_logging(os_id): False [ 1113.601902] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.602117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.602117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.602373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.602463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.603024] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.603024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.603024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.603256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.603256] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.603256] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d is going to be created. [ 1113.666025] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.666387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.666596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.666773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.677645] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5eb2fb0-12e6-488c-b0b6-3b2cbc24aea8 req-d75c046c-3593-4f50-b401-5ee9ffb609bd service nova] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1113.677945] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5eb2fb0-12e6-488c-b0b6-3b2cbc24aea8 req-d75c046c-3593-4f50-b401-5ee9ffb609bd service nova] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1113.678417] env[65249]: INFO networking_nsxv3.common.synchronization [req-f5eb2fb0-12e6-488c-b0b6-3b2cbc24aea8 req-d75c046c-3593-4f50-b401-5ee9ffb609bd service nova] Enqueued Resource ID: bc42d86b-6d53-427e-abd2-0dd6c042343b with Priority: HIGHEST for action port [ 1113.678990] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1113.679162] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1113.679303] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc42d86b-6d53-427e-abd2-0dd6c042343b with Priority: HIGHEST for action port [ 1113.679686] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.679864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.679954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.680252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.680374] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.684343] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.684343] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.684343] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.684343] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.684808] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc42d86b-6d53-427e-abd2-0dd6c042343b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.684808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.684808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.685255] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc42d86b-6d53-427e-abd2-0dd6c042343b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.687247] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: IN_PROGRESS for 2s [ 1113.706516] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debbe99c-288c-48c7-a974-f4e645774ea1: rpc.has_security_group_logging(os_id): False [ 1113.828376] env[65249]: INFO networking_nsxv3.common.synchronization [req-b61b2582-be52-4085-8133-6b77b7414251 req-01547f32-be35-4413-9156-4875c36b8c29 tempest-MultipleCreateTestJSON-763306891 tempest-MultipleCreateTestJSON-763306891-project-member] Enqueued Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1113.829562] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbe99c-288c-48c7-a974-f4e645774ea1 with Priority: HIGHEST for action security_group_members [ 1113.830244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbe99c-288c-48c7-a974-f4e645774ea1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.830592] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.958675] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.989697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.989868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.989919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.990168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.990232] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.990466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.990560] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.990622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.990771] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.990847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.991087] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.991187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991187] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.991407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.991560] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.991680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.991910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.992034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1114.080545] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.080743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.080802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.081600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.081895] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.100962] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1114.187659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.188594] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.188727] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.189123] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc42d86b-6d53-427e-abd2-0dd6c042343b with status ACTIVE [ 1114.190285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.190285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.190285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.190685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.190685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.190685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.190837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.190837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.190906] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc42d86b-6d53-427e-abd2-0dd6c042343b is going to be updated. [ 1114.233685] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.234053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.236042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.236042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.236042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.239226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.461078] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.690111] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.964340] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.964567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.964616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.965173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.965173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.965173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1115.004058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.004199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.004266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.004500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.004637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.015331] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1115.193138] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.193301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.193373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.193584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.193706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.193814] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 is going to be created. [ 1115.218260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.218482] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.218622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.218903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.219127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.230084] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: UNINITIALIZED for 2s [ 1115.701473] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: SUCCESS [ 1115.701821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.119763] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1116.119763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.025760] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1117.026137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.026137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.026385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.026573] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.026814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.026884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.027055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.027182] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.027243] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbe99c-288c-48c7-a974-f4e645774ea1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.241943] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: SUCCESS [ 1117.242199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.242394] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.242667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.242863] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.242979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.243062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.243211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.243307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.243375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.243457] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.531016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.531016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.531016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.531016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.531016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.531016] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.531285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.531285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.531346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.531383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.531468] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 is going to be updated. [ 1117.560823] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.561079] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.561138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.561516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.561570] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.572210] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: IN_PROGRESS for 2s [ 1117.747386] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.249485] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3bb918-ddcc-4f42-8599-3251315a31a3: rpc.has_security_group_logging(os_id): False [ 1118.274333] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.274470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.274538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.274883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.274991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.275239] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.275356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.275438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.275932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.275932] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.275932] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 is going to be created. [ 1118.354785] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.354785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.354785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.354785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.354785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.367858] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: IN_PROGRESS for 2s [ 1118.830579] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.830843] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1119.584919] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbe99c-288c-48c7-a974-f4e645774ea1 in Status: SUCCESS [ 1119.584919] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbe99c-288c-48c7-a974-f4e645774ea1 deletion is rescheduled due to dependency. [ 1119.584919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbe99c-288c-48c7-a974-f4e645774ea1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.178543] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e7b57b3a-2af1-4518-90c6-8e7c66ed6fe1 tempest-AttachInterfacesTestJSON-37962826 tempest-AttachInterfacesTestJSON-37962826-project-member] Enqueued Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1120.179213] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c with Priority: HIGHEST for action security_group_members [ 1120.179541] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.179665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.179741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.179929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.180597] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.180722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.180789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.180944] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.181039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.181131] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f35d7-d23e-42f4-bb9d-6df8fad6ed8c',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.380616] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: SUCCESS [ 1120.380929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.683297] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.683588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.683671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.683926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.684029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.684634] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.684634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.684634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.684844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.684844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.684910] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c is going to be updated. [ 1120.713258] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.713420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.713486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.714488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.714488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.725503] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: IN_PROGRESS for 2s [ 1122.737428] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c in Status: SUCCESS [ 1122.737660] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f35d7-d23e-42f4-bb9d-6df8fad6ed8c deletion is rescheduled due to dependency. [ 1122.737766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f35d7-d23e-42f4-bb9d-6df8fad6ed8c" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.847220] env[65249]: INFO networking_nsxv3.common.synchronization [None req-52d46d8c-74d2-4968-86ed-38129bcb35f2 None None] Enqueued Resource ID: dbb8524d-437a-461c-a5bf-617a9ab3fc37 with Priority: HIGHEST for action port [ 1124.848788] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8524d-437a-461c-a5bf-617a9ab3fc37 with Priority: HIGHEST for action port [ 1124.848788] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb8524d-437a-461c-a5bf-617a9ab3fc37 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.848788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb8524d-437a-461c-a5bf-617a9ab3fc37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.848788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb8524d-437a-461c-a5bf-617a9ab3fc37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.848981] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb8524d-437a-461c-a5bf-617a9ab3fc37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.849857] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb8524d-437a-461c-a5bf-617a9ab3fc37',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.352594] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbb8524d-437a-461c-a5bf-617a9ab3fc37 [ 1125.352773] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.352906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.352961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.353199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.353287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.353387] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbb8524d-437a-461c-a5bf-617a9ab3fc37 already deleted. [ 1125.353466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb8524d-437a-461c-a5bf-617a9ab3fc37" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.702459] env[65249]: INFO networking_nsxv3.common.synchronization [None req-301f5145-b9ed-4d0a-9541-c4e8b02770e9 tempest-ServersTestManualDisk-1060412878 tempest-ServersTestManualDisk-1060412878-project-member] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1125.702894] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1125.703480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.703480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.703480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.703647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.703683] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.864269] env[65249]: INFO networking_nsxv3.common.synchronization [None req-e184906f-883e-44c3-8472-7fdcc053bee4 tempest-ServersTestManualDisk-1060412878 tempest-ServersTestManualDisk-1060412878-project-member] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1125.865636] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1125.866141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.866567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233224] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.233392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.233438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.233623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.233713] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.233812] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b already deleted. [ 1126.233916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.234050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.234220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.234349] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.762203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.762423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.762476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.762731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.762817] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.762919] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b already deleted. [ 1126.763011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.166386] env[65249]: INFO networking_nsxv3.common.synchronization [None req-73fa3ed2-f602-40de-9bfa-4698c9e8e087 None None] Enqueued Resource ID: b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322 with Priority: HIGHEST for action port [ 1127.166386] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322 with Priority: HIGHEST for action port [ 1127.166386] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.166386] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.166775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.166775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.166775] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.668654] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322 [ 1127.668922] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.669076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.669198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.669404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.669517] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.669622] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322 already deleted. [ 1127.669725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33ed60a-ccb3-44f8-8ecf-35d8c8b7d322" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.917608] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae35de24-e12f-4333-84d0-60244abe1fb4 req-f923dbfd-6815-4358-9a45-e8c77eb2b553 tempest-ServerActionsV293TestJSON-1928153871 tempest-ServerActionsV293TestJSON-1928153871-project-member] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1128.918145] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1128.918841] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.918985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.919068] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.919336] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.919495] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.919595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.919655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.919804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.919884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.919975] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.275464] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.275667] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-203" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.275790] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-203" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.276532] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-203" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.276729] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.278031] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.279184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.279184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.279184] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.279184] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.279184] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.279474] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.279474] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.279474] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.279571] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.279687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.305490] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.305659] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.305789] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.305955] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-203" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.306457] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-73892d4e-ed62-42af-b10e-c1b34989d255 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.306768] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.306913] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.307405] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.307488] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73892d4e-ed62-42af-b10e-c1b34989d255',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.422283] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.422481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.422481] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.422705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.422795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.422994] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.423129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.423315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.423501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.423597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.423684] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 already deleted. [ 1129.423767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.809904] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.810488] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.812092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.812092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.812092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.812092] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 73892d4e-ed62-42af-b10e-c1b34989d255 not found, creating... [ 1129.812092] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.812092] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.812494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.812494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.812494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.812786] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.812937] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.813064] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.813275] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.813408] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.813549] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 73892d4e-ed62-42af-b10e-c1b34989d255 is going to be created. [ 1129.835582] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.835864] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.835998] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.836286] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.837144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.837144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.577187] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae35de24-e12f-4333-84d0-60244abe1fb4 req-49027037-bd7a-4282-b3c0-f6eba2362811 service nova] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1130.577461] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae35de24-e12f-4333-84d0-60244abe1fb4 req-49027037-bd7a-4282-b3c0-f6eba2362811 service nova] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1130.577584] env[65249]: INFO networking_nsxv3.common.synchronization [req-ae35de24-e12f-4333-84d0-60244abe1fb4 req-49027037-bd7a-4282-b3c0-f6eba2362811 service nova] Enqueued Resource ID: 73892d4e-ed62-42af-b10e-c1b34989d255 with Priority: HIGHEST for action port [ 1130.578135] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_rules [ 1130.579184] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1130.579355] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73892d4e-ed62-42af-b10e-c1b34989d255 with Priority: HIGHEST for action port [ 1130.579605] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.580090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.580227] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.580532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.580604] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.582223] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.582316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.582379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.582607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.582710] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.582794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.582904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.582999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.583097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.583186] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.584022] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-73892d4e-ed62-42af-b10e-c1b34989d255 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.584125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.584202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.584367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.584446] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73892d4e-ed62-42af-b10e-c1b34989d255',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.084656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.084656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.086306] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.087420] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73892d4e-ed62-42af-b10e-c1b34989d255 with status ACTIVE [ 1131.087630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.088310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.088310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.088310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.088439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.088550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.088646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.088711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.088865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.088938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.089187] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.089272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.089313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.089461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.089507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.090404] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73892d4e-ed62-42af-b10e-c1b34989d255 is going to be updated. [ 1131.116310] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.116457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.116457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.116666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.116811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.116972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73892d4e-ed62-42af-b10e-c1b34989d255" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.244187] env[65249]: INFO networking_nsxv3.common.synchronization [req-58d60dd0-de2d-4df2-8ec0-d2937af89ca2 req-89bf899f-412a-455a-baa5-694207356fd6 tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1131.244855] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1131.245177] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.245295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.245408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.245550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.246147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.246147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.246147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.246147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.246147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.246147] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.539720] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.540070] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.540208] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.540473] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.540735] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.540888] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.541010] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.541220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.541396] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.541947] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.542094] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.542205] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.542311] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.542420] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.542524] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.542685] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.561729] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.561903] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.562053] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.562232] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.562539] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-43672b55-fdad-4f40-b491-5b8825497e33 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.562707] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.563021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.563169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.563325] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43672b55-fdad-4f40-b491-5b8825497e33',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.591729] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.748189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.748189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.748293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.748518] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.748612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.748814] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.748912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.748988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.749159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.749233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.749316] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1131.786936] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.787184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.787276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.787453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.787641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.797691] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1132.065764] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.066029] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.066174] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.066591] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.066778] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.066891] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 43672b55-fdad-4f40-b491-5b8825497e33 not found, creating... [ 1132.067182] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.067323] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.067439] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.067658] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.067788] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.068089] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.068244] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068353] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.068550] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.068688] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.068827] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 43672b55-fdad-4f40-b491-5b8825497e33 is going to be created. [ 1132.089455] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.089669] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.089789] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.090070] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.090343] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.090603] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.097433] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.097584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.097649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.097867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.097954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.098061] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 is going to be created. [ 1132.123268] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.123437] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.123489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.123766] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.123931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.134603] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: UNINITIALIZED for 2s [ 1132.800783] env[65249]: INFO networking_nsxv3.common.synchronization [req-58d60dd0-de2d-4df2-8ec0-d2937af89ca2 req-53a44d7a-4896-47f3-ba3b-82daea359177 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1132.800783] env[65249]: INFO networking_nsxv3.common.synchronization [req-58d60dd0-de2d-4df2-8ec0-d2937af89ca2 req-53a44d7a-4896-47f3-ba3b-82daea359177 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1132.800783] env[65249]: INFO networking_nsxv3.common.synchronization [req-58d60dd0-de2d-4df2-8ec0-d2937af89ca2 req-53a44d7a-4896-47f3-ba3b-82daea359177 service nova] Enqueued Resource ID: 43672b55-fdad-4f40-b491-5b8825497e33 with Priority: HIGHEST for action port [ 1132.800783] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1132.800783] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1132.801467] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43672b55-fdad-4f40-b491-5b8825497e33 with Priority: HIGHEST for action port [ 1132.801794] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.801923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.801976] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.802257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.802257] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.803195] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.803195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.803404] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-43672b55-fdad-4f40-b491-5b8825497e33 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.803749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.803749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.803749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.803929] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43672b55-fdad-4f40-b491-5b8825497e33',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.305226] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.305364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.307734] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43672b55-fdad-4f40-b491-5b8825497e33 with status ACTIVE [ 1133.307917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.308055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.308231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.308391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.308436] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.308580] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.308676] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.308744] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.308892] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.308968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.309156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.309247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.309387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.309445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.309539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.309625] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43672b55-fdad-4f40-b491-5b8825497e33 is going to be updated. [ 1133.332374] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.332575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.332652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.332876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.333025] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.333208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43672b55-fdad-4f40-b491-5b8825497e33" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.808466] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 4s [ 1134.147201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: SUCCESS [ 1134.147508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.147736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.148031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.148269] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.148425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.148525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.148808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.148923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.149042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.149152] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.651499] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.154136] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8424e1ae-719f-42ca-8611-4f172ad66471: rpc.has_security_group_logging(os_id): False [ 1135.176042] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.176323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.176721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.176867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.177310] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.177468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.177568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.177795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.177917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.178063] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 is going to be created. [ 1135.253290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.253571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.253571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.253659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.254082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.266566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: IN_PROGRESS for 2s [ 1135.822550] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1135.822739] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 deletion is rescheduled due to dependency. [ 1135.822849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.823037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.823275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.823471] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.823603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.823684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.823924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824141] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.937313] env[65249]: INFO networking_nsxv3.common.synchronization [req-2fb81476-eaa1-48e1-9367-4912000848da req-6085ddab-d84a-4d8d-91e7-37928dc96f25 tempest-ServersTestManualDisk-1060412878 tempest-ServersTestManualDisk-1060412878-project-member] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1135.937854] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1135.938729] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.938729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.938729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939092] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.939260] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.939384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.939632] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.939820] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.310037] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.310428] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-790" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.310765] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-790" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.311170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-790" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.311468] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.311645] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.311952] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.312219] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.312423] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.312647] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.312758] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.313093] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.313268] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.313393] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.313513] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.313649] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.326071] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.337221] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.337221] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.337221] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.337477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-790" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337730] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-aef79cbd-add9-468b-9128-1bdcb4ab677d taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.337967] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.338175] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.338497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.338635] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef79cbd-add9-468b-9128-1bdcb4ab677d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.445999] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.446240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.446291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.446595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.446708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.447046] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.447158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.447231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.447455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.447542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.447627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b already deleted. [ 1136.447735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.828798] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.841484] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.841643] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.841643] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.841921] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.842079] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.842239] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port aef79cbd-add9-468b-9128-1bdcb4ab677d not found, creating... [ 1136.842492] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.842647] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.842760] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.842972] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.843118] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.843398] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.843549] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.843662] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.843861] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.843989] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.844151] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: aef79cbd-add9-468b-9128-1bdcb4ab677d is going to be created. [ 1136.866236] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.866584] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.866936] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.867331] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.867895] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.868327] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.278873] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: SUCCESS [ 1137.279138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.330951] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.331337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.331337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.331409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.331488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.331586] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1137.362556] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.362712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.362712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.362903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.363055] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.371804] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1137.581749] env[65249]: INFO networking_nsxv3.common.synchronization [req-2fb81476-eaa1-48e1-9367-4912000848da req-a361692e-8bf8-4413-a9d8-975705e4f194 service nova] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1137.582765] env[65249]: INFO networking_nsxv3.common.synchronization [req-2fb81476-eaa1-48e1-9367-4912000848da req-a361692e-8bf8-4413-a9d8-975705e4f194 service nova] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1137.582765] env[65249]: INFO networking_nsxv3.common.synchronization [req-2fb81476-eaa1-48e1-9367-4912000848da req-a361692e-8bf8-4413-a9d8-975705e4f194 service nova] Enqueued Resource ID: aef79cbd-add9-468b-9128-1bdcb4ab677d with Priority: HIGHEST for action port [ 1137.582765] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_rules [ 1137.583134] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1137.583134] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef79cbd-add9-468b-9128-1bdcb4ab677d with Priority: HIGHEST for action port [ 1137.583254] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.583368] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.583411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.583581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.583662] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.585060] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.585287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.585383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.585579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.585735] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.585835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.585910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.586049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.586136] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.586232] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.587839] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef79cbd-add9-468b-9128-1bdcb4ab677d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.587839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.587839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.587839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.587839] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef79cbd-add9-468b-9128-1bdcb4ab677d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.612549] env[65249]: INFO networking_nsxv3.common.synchronization [req-a3b83ddd-e0ca-4436-8b5c-a2e222689a23 req-f87f094f-4c81-4e23-86c8-8ed19b195402 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1137.613681] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1137.613681] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.613681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.613681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.613934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.613934] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.614019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.614688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.614883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.614983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.615114] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.089630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.089765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.089971] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.090918] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aef79cbd-add9-468b-9128-1bdcb4ab677d with status ACTIVE [ 1138.091124] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.091238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.091304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.091514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.091611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.091801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.091872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.091930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.092097] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.092176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.098647] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.098647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.098647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.098647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.098647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.098647] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aef79cbd-add9-468b-9128-1bdcb4ab677d is going to be updated. [ 1138.117437] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.117754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.117754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.117978] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.118164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.118366] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef79cbd-add9-468b-9128-1bdcb4ab677d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.119782] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.119886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.119958] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.120203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.120270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.120397] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.120489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.120550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.120697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.120765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.120848] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1138.165997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.167085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.167085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.167085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.167085] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.180094] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1138.595518] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.099053] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.099327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.099406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.099756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.099884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.099936] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b is going to be created. [ 1139.129569] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.129708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.129770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.129941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.130119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.142182] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: UNINITIALIZED for 2s [ 1139.383550] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1139.383786] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.383955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.384192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.384397] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.384532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.384606] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.384768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.384849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.384934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.385034] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.887866] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.192177] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1140.192633] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1140.192846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.390547] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 1140.410309] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.410309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.410309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.410584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.410584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.410948] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.410948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.411174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.411174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.411266] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.411312] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1140.473790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.473942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.474011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.474239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.474409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.498684] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1140.582202] env[65249]: INFO networking_nsxv3.common.synchronization [req-cad16c0d-5738-4324-b850-ba084156e351 req-28013025-3e95-4800-a9a9-c7a4e52ae5dc tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1140.582828] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1140.583102] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.583274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.583883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.583883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.583883] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.583883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.584139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.584139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.584139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.584233] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.086782] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.153045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: SUCCESS [ 1141.153939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.153939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.153939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.153939] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.154184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.154184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.154300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.154350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.154411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.154500] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.589853] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.656698] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.092623] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.092992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.092992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.093116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.093209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.093321] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1142.123486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.123669] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.123752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.123948] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.124134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.134869] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1142.159502] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 695f8d3a-d79d-418d-bd62-18a10846593b: rpc.has_security_group_logging(os_id): False [ 1142.179992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.180204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.180277] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.180743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.180866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.181232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181830] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.181945] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b is going to be created. [ 1142.258675] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.258835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.258835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.259072] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.259259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.272540] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: IN_PROGRESS for 2s [ 1142.519663] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1142.519663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.583591] env[65249]: INFO networking_nsxv3.common.synchronization [req-f62aaee1-abaa-44d4-a72e-b56e308b0ea8 req-0c3bf9de-b475-4289-a5e1-ace7ac0c27f3 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1143.584208] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1143.584520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.584768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.584768] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.584922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.585100] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.585304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.585304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.585374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.585456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.585544] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.941743] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.941923] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.942037] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.942308] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.942574] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.942728] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.942841] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.943337] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.943831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.943831] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.943935] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.943963] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.944149] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.944289] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.944406] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.944572] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.980575] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.980759] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.980887] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.981139] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-170" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.981632] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.981852] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.982041] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.982417] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.982612] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.089125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.089387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.089387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.089613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.089737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.089957] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.090069] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.090152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.090282] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.090356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.090440] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1144.120465] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.120635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.120698] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.120864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.121122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.130838] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1144.143042] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1144.144355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.288269] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: SUCCESS [ 1144.288499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.485155] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.485444] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.485574] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.485846] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486060] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486256] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 not found, creating... [ 1144.486889] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.487112] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.487271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.487882] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.488055] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.488343] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.488492] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.488754] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.488795] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.488932] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.489074] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 is going to be created. [ 1144.512155] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.512372] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.512617] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.513204] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.513204] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.513356] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.930872] env[65249]: INFO networking_nsxv3.common.synchronization [req-f7936cb5-993f-44ce-90fc-52afb50f3a80 req-48e3c5d9-2594-4721-8ba7-2f24451ed2a0 tempest-DeleteServersTestJSON-694370775 tempest-DeleteServersTestJSON-694370775-project-member] Enqueued Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1144.931782] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 with Priority: HIGHEST for action security_group_members [ 1144.932327] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.932327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.932327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.932533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.932690] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.932793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.932884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.933061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.933153] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.933253] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.249328] env[65249]: INFO networking_nsxv3.common.synchronization [req-f62aaee1-abaa-44d4-a72e-b56e308b0ea8 req-7ec642e2-f412-4b23-814c-0364d12e5202 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1145.249503] env[65249]: INFO networking_nsxv3.common.synchronization [req-f62aaee1-abaa-44d4-a72e-b56e308b0ea8 req-7ec642e2-f412-4b23-814c-0364d12e5202 service nova] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1145.249638] env[65249]: INFO networking_nsxv3.common.synchronization [req-f62aaee1-abaa-44d4-a72e-b56e308b0ea8 req-7ec642e2-f412-4b23-814c-0364d12e5202 service nova] Enqueued Resource ID: f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 with Priority: HIGHEST for action port [ 1145.250187] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_rules [ 1145.250289] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1145.250411] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 with Priority: HIGHEST for action port [ 1145.250703] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.250822] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.250943] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.251092] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.251193] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.251997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.252106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.252302] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.252402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.252565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.252652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.252766] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.435447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.435634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.435731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.435908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.436024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.436226] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.436326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.436387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.436924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.436924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.436924] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 is going to be updated. [ 1145.463228] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.463228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.463423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.463500] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.463646] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.472861] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: IN_PROGRESS for 2s [ 1145.754391] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.754391] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.755718] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 with status ACTIVE [ 1145.755896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.756021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.756088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.756295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.756382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.756622] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.756732] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.756790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.756942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.757211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.757211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.757283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.757377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.757477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.757558] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.757648] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2 is going to be updated. [ 1145.780075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.780200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.780249] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.780467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.780607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.780764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95fe60d-4d3c-4f3f-8f5c-82b593b0b9e2" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.140766] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1146.141071] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1146.141128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.141273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.141489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.141666] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.141778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.141886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.142060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.142145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.142241] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.645126] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.147893] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.493382] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 in Status: SUCCESS [ 1147.493382] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0 deletion is rescheduled due to dependency. [ 1147.493382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.651091] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.651091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.651091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.651359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.651359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.651421] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1147.683617] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.683821] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.683861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.684208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.684403] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.694437] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1149.706651] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1149.707030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.707106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.707379] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.707615] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.707762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.707862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.708087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.708197] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.708402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.708529] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.211238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.211404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.211447] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.211667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.211862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.211966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.212042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.212195] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.212280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.212367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.212512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.212602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.212685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.212800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.212933] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.213034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.213093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.213226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.213301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.213383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.213468] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.251737] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.251737] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1150.715370] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd: rpc.has_security_group_logging(os_id): False [ 1150.737564] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.737756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.738077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.738225] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.738386] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.738510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.738584] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.738678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.738750] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.738921] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.739027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.739109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.739203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.739267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.739440] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.739528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.739581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.739783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.739783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.739917] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1150.812849] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.813065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.813132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.813320] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.813469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.827095] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1152.845873] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1152.846294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.252365] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.252627] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1156.745631] env[65249]: INFO networking_nsxv3.common.synchronization [None req-08778ead-35f5-4d3e-9860-4c23ad0ccb31 None None] Enqueued Resource ID: b13fcd37-b687-4266-afd8-cfe8ffa101d0 with Priority: HIGHEST for action port [ 1156.746206] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13fcd37-b687-4266-afd8-cfe8ffa101d0 with Priority: HIGHEST for action port [ 1156.746518] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13fcd37-b687-4266-afd8-cfe8ffa101d0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.746631] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13fcd37-b687-4266-afd8-cfe8ffa101d0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.746721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13fcd37-b687-4266-afd8-cfe8ffa101d0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.747171] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13fcd37-b687-4266-afd8-cfe8ffa101d0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.747331] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13fcd37-b687-4266-afd8-cfe8ffa101d0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.252424] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13fcd37-b687-4266-afd8-cfe8ffa101d0 [ 1157.252653] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.252788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.252860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.253098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.253192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.253290] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13fcd37-b687-4266-afd8-cfe8ffa101d0 already deleted. [ 1157.253372] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13fcd37-b687-4266-afd8-cfe8ffa101d0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.464997] env[65249]: INFO networking_nsxv3.common.synchronization [req-6c66c7a0-30c1-4ff2-bd7e-aaf89f0e09bf req-7cf2e1e6-910d-4fb3-a574-8fc6d0ad1e00 tempest-ServerDiskConfigTestJSON-281312894 tempest-ServerDiskConfigTestJSON-281312894-project-member] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1157.466828] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGHEST for action security_group_members [ 1157.469142] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.469338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.469414] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.470611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.470837] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.470961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.471038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.471212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.471305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.471406] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.976901] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.976901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.976901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.976901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.977526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.977526] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.977526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.977526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.977526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.977526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.978203] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be updated. [ 1158.013774] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.013774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.013774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.014238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.014238] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.023949] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: IN_PROGRESS for 2s [ 1158.448743] env[65249]: INFO networking_nsxv3.common.synchronization [req-4d982379-6c46-431d-8d43-345fe7b7754d req-85c3f3e8-95ee-487e-878b-573777e6e67b tempest-ServerActionsTestOtherA-1374168995 tempest-ServerActionsTestOtherA-1374168995-project-member] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1158.449295] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGHEST for action security_group_members [ 1158.449747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.449747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.449845] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.449993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.450154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.450271] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.450467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.450556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.450630] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.954857] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.955487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.955679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.956111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.956111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.956208] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.956276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.956327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.956705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.956705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.956705] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be updated. [ 1158.985985] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.985985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.986541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.986541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.986541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.996435] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: IN_PROGRESS for 2s [ 1159.197360] env[65249]: INFO networking_nsxv3.common.synchronization [None req-463bca23-0742-4197-8827-137ceb5a0460 None None] Enqueued Resource ID: 55136a5e-1ed6-433b-957b-f75a3d01d69a with Priority: HIGHEST for action port [ 1159.197839] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55136a5e-1ed6-433b-957b-f75a3d01d69a with Priority: HIGHEST for action port [ 1159.198284] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-55136a5e-1ed6-433b-957b-f75a3d01d69a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.198432] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55136a5e-1ed6-433b-957b-f75a3d01d69a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.198487] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55136a5e-1ed6-433b-957b-f75a3d01d69a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.199246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55136a5e-1ed6-433b-957b-f75a3d01d69a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.199246] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55136a5e-1ed6-433b-957b-f75a3d01d69a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.701250] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55136a5e-1ed6-433b-957b-f75a3d01d69a [ 1159.701780] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.701780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.701780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.702042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.702042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.702153] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55136a5e-1ed6-433b-957b-f75a3d01d69a already deleted. [ 1159.702235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55136a5e-1ed6-433b-957b-f75a3d01d69a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.035275] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd in Status: SUCCESS [ 1160.035636] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd deletion is rescheduled due to dependency. [ 1160.035636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.677248] env[65249]: INFO networking_nsxv3.common.synchronization [req-402ef03b-6632-4510-aa34-d12d8f39f611 req-5962dd96-cf85-4257-83d5-4bcec2e18f9b tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1160.677773] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1160.678090] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.678202] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.678265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.678470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.678621] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.679409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.679542] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.679751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.679888] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680031] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.007883] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7992e91c-4037-43c9-ba0d-522387e166c7 in Status: SUCCESS [ 1161.008090] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 deletion is rescheduled due to dependency. [ 1161.008220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.181896] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.182357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.182463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.182674] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183077] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183273] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1161.215107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.215298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.215298] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.215521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.215675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.224327] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1162.452552] env[65249]: INFO networking_nsxv3.common.synchronization [req-d7533898-dd99-44d7-96fe-5686de998efd req-7493b55a-6171-4229-8a2e-c5901ba75b49 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1162.453115] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1162.453521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.453668] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.453753] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.454028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.454208] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.454331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.454423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.454598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.454682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.454795] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.776915] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.777147] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.777272] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.777589] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.777878] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.778048] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.778163] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.778380] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.778523] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.778724] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.778832] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.778941] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.779114] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.779255] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.779362] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.779494] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.799017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.799413] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.799413] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.799596] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.799898] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-eddb7500-df41-4ff7-add2-939b6b6ee959 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.800185] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.801456] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.801684] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.801831] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eddb7500-df41-4ff7-add2-939b6b6ee959',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.957301] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.957301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.957562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.957603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.957695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.957879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.958034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.958138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.958283] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.958359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.958442] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d already deleted. [ 1162.958541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.234592] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1163.234853] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 deletion is rescheduled due to dependency. [ 1163.235061] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.304859] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.305144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.305274] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.305544] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.305692] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.305843] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port eddb7500-df41-4ff7-add2-939b6b6ee959 not found, creating... [ 1163.306118] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.306271] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.306383] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.306590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.306724] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.307073] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.307228] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.307339] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.307536] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.307663] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.307795] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: eddb7500-df41-4ff7-add2-939b6b6ee959 is going to be created. [ 1163.326739] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.326739] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.327027] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.327140] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.327389] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.327609] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.077543] env[65249]: INFO networking_nsxv3.common.synchronization [req-d7533898-dd99-44d7-96fe-5686de998efd req-95f9b806-3d27-4f8d-a4a0-207eaf2cec20 service nova] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_rules [ 1164.077938] env[65249]: INFO networking_nsxv3.common.synchronization [req-d7533898-dd99-44d7-96fe-5686de998efd req-95f9b806-3d27-4f8d-a4a0-207eaf2cec20 service nova] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1164.078181] env[65249]: INFO networking_nsxv3.common.synchronization [req-d7533898-dd99-44d7-96fe-5686de998efd req-95f9b806-3d27-4f8d-a4a0-207eaf2cec20 service nova] Enqueued Resource ID: eddb7500-df41-4ff7-add2-939b6b6ee959 with Priority: HIGHEST for action port [ 1164.078804] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_rules [ 1164.078987] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1164.079165] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eddb7500-df41-4ff7-add2-939b6b6ee959 with Priority: HIGHEST for action port [ 1164.079450] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.079594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.079690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.079994] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.080100] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.081803] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.081956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.082070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.082300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.082466] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.082577] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.082639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.082812] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.082904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.083019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.083953] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-eddb7500-df41-4ff7-add2-939b6b6ee959 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.084130] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.084201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.084375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.084530] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eddb7500-df41-4ff7-add2-939b6b6ee959',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.588372] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.588502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.588673] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.589498] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eddb7500-df41-4ff7-add2-939b6b6ee959 with status ACTIVE [ 1164.590514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.590514] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.590514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.591276] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.591276] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.591276] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eddb7500-df41-4ff7-add2-939b6b6ee959 is going to be updated. [ 1164.614584] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.614746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.614899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.615133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.615274] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.615435] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eddb7500-df41-4ff7-add2-939b6b6ee959" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.093064] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.596229] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.596502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.596661] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.597027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.597523] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.597597] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be created. [ 1165.625226] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.625381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.625459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.625655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.625823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.637111] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: UNINITIALIZED for 2s [ 1167.649799] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1167.649799] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.650334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.650334] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.650581] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.650679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.650679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.650861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.650942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.651034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.651127] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.155063] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.155273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.155383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.155641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.155843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.155951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.156037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.156269] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.156371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.156489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.156673] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.156784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.156863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.157062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.157234] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.157359] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.157422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.157593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.157971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.157971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.157971] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.243352] env[65249]: INFO networking_nsxv3.common.synchronization [req-a0d6ef6a-d746-4f80-9f95-297dc7eddc10 req-8e5036de-449b-4b8d-aed6-cfa37b1d8788 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1168.243501] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1168.244074] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.244074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.244074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.244470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.244630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.244827] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.245229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.245229] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.245350] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.245350] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.559757] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.560036] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.560170] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.560553] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.560843] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.561071] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.561223] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.561470] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.561671] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.561947] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.562033] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.562202] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.562333] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.562481] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.562583] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.562723] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.584750] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.584928] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.585081] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.585258] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.585681] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.585984] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.586086] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.586397] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.586555] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.661917] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f23add-3e31-4879-b20a-8700bf31b35d: rpc.has_security_group_logging(os_id): False [ 1168.685765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.685969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.685969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.686210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.686305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.686513] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.686611] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.686754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.687056] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.687125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.687322] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.687434] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.687476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.687612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.687690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.687899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.688729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.688849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.689027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.689665] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.689665] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be created. [ 1168.747997] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.755550] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.755751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.755802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.756031] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.756218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.772849] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1169.091018] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.091018] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b not found, creating... [ 1169.091018] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.091018] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.091436] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.091436] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.091436] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.092695] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.093212] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.094270] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b is going to be created. [ 1169.117658] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.117988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.118717] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.119102] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.119403] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.119794] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.250287] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.752638] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.753040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.753040] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.753236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.753353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.753452] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1169.805543] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.805724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.805818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.805990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.806132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.816987] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1169.877236] env[65249]: INFO networking_nsxv3.common.synchronization [req-a0d6ef6a-d746-4f80-9f95-297dc7eddc10 req-4d8e910e-f3cb-4d27-87b1-dccd6d810a5b service nova] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_rules [ 1169.877236] env[65249]: INFO networking_nsxv3.common.synchronization [req-a0d6ef6a-d746-4f80-9f95-297dc7eddc10 req-4d8e910e-f3cb-4d27-87b1-dccd6d810a5b service nova] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1169.877379] env[65249]: INFO networking_nsxv3.common.synchronization [req-a0d6ef6a-d746-4f80-9f95-297dc7eddc10 req-4d8e910e-f3cb-4d27-87b1-dccd6d810a5b service nova] Enqueued Resource ID: 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b with Priority: HIGHEST for action port [ 1169.878378] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_rules [ 1169.879648] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1169.879648] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b with Priority: HIGHEST for action port [ 1169.879648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.879648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.879648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.879648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.879648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.880654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.880654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.880654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.880654] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.383658] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b with status ACTIVE [ 1170.383658] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.383658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.383658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.384312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.384312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.384407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.384536] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.384574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.384725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.384804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.385488] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.385488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.385488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.385488] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.385714] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.385714] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b is going to be updated. [ 1170.408483] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.411508] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.411636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.411897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.412099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.412316] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b5c01a-c502-4bf5-8ee9-96eb1fd62c1b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.654603] env[65249]: INFO networking_nsxv3.common.synchronization [None req-ef9b873f-7710-4439-b327-06b0de3b9603 None None] Enqueued Resource ID: ae0c8ea1-44de-4400-8060-63d9a9e83629 with Priority: HIGHEST for action port [ 1170.655352] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0c8ea1-44de-4400-8060-63d9a9e83629 with Priority: HIGHEST for action port [ 1170.655672] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0c8ea1-44de-4400-8060-63d9a9e83629 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.655793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0c8ea1-44de-4400-8060-63d9a9e83629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.655881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0c8ea1-44de-4400-8060-63d9a9e83629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.656294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0c8ea1-44de-4400-8060-63d9a9e83629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.656383] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0c8ea1-44de-4400-8060-63d9a9e83629',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.788737] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1170.788737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.788737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.789267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.789267] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.159848] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae0c8ea1-44de-4400-8060-63d9a9e83629 [ 1171.159848] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.159848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.160137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.160221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.160317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.160926] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae0c8ea1-44de-4400-8060-63d9a9e83629 already deleted. [ 1171.160926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0c8ea1-44de-4400-8060-63d9a9e83629" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.292113] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.292113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.829687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1171.829687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.829687] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.830111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.830111] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.830111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.830268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.830340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.830418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.830515] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.332826] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.834695] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.935153] env[65249]: INFO networking_nsxv3.common.synchronization [None req-2ca30be0-2189-44f6-a30f-a05b66ce00ea None None] Enqueued Resource ID: 6ddd76fd-d791-4cdc-bba9-82efd6bb67f5 with Priority: HIGHEST for action port [ 1172.935698] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ddd76fd-d791-4cdc-bba9-82efd6bb67f5 with Priority: HIGHEST for action port [ 1172.936048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ddd76fd-d791-4cdc-bba9-82efd6bb67f5 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.936186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ddd76fd-d791-4cdc-bba9-82efd6bb67f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.936253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ddd76fd-d791-4cdc-bba9-82efd6bb67f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.936510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ddd76fd-d791-4cdc-bba9-82efd6bb67f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.936596] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddd76fd-d791-4cdc-bba9-82efd6bb67f5',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.338259] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.338259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.338259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.338259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.338259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.338259] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1173.340381] env[65249]: INFO networking_nsxv3.common.synchronization [req-607254c5-0321-4aae-a976-c024d97d0a39 req-d3ad9a50-9fe0-4fac-b890-a1c5b91a93a7 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1173.344051] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1173.344051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.344051] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.344051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.344051] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.375236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.375236] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.375344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.375735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.375735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.387017] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1173.439164] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ddd76fd-d791-4cdc-bba9-82efd6bb67f5 [ 1173.439557] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.440096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.440096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.440237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.440354] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.440492] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ddd76fd-d791-4cdc-bba9-82efd6bb67f5 already deleted. [ 1173.440620] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ddd76fd-d791-4cdc-bba9-82efd6bb67f5" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.687592] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.687823] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.687886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.688273] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.689079] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.689242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.689357] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.689590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.689733] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.689942] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.690073] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.690183] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.690287] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.690395] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.690497] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.691590] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.711965] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.712218] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.712386] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.712608] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-127" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.713033] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-879a159a-2d33-4500-8c43-c218af0d31a6 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.713284] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.713456] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.713886] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.714098] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879a159a-2d33-4500-8c43-c218af0d31a6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.845739] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.846163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.846163] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.846388] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.846534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.846777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.846921] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.847119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.847322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.847416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.847511] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1173.879114] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.879338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.879407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.879712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.879862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.896308] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1174.217438] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.217708] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.217880] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.218229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.218494] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.218704] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 879a159a-2d33-4500-8c43-c218af0d31a6 not found, creating... [ 1174.219137] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.219371] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.219582] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.219881] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.220144] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.220511] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.220687] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.220843] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.221134] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.221293] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.221458] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 879a159a-2d33-4500-8c43-c218af0d31a6 is going to be created. [ 1174.243825] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.244133] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.244188] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.244548] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.244865] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.245136] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.973124] env[65249]: INFO networking_nsxv3.common.synchronization [req-607254c5-0321-4aae-a976-c024d97d0a39 req-66974355-fff3-47d1-a00b-62c423a10a9a service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 1174.973428] env[65249]: INFO networking_nsxv3.common.synchronization [req-607254c5-0321-4aae-a976-c024d97d0a39 req-66974355-fff3-47d1-a00b-62c423a10a9a service nova] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1174.973670] env[65249]: INFO networking_nsxv3.common.synchronization [req-607254c5-0321-4aae-a976-c024d97d0a39 req-66974355-fff3-47d1-a00b-62c423a10a9a service nova] Enqueued Resource ID: 879a159a-2d33-4500-8c43-c218af0d31a6 with Priority: HIGHEST for action port [ 1174.975138] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_rules [ 1174.975385] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1174.975611] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879a159a-2d33-4500-8c43-c218af0d31a6 with Priority: HIGHEST for action port [ 1174.976189] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.976607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.977024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.977440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.977616] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.979987] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.980209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.980723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-879a159a-2d33-4500-8c43-c218af0d31a6 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.980953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.981455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.981791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.981979] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879a159a-2d33-4500-8c43-c218af0d31a6',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.398286] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1175.398505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.399120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.399370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.399565] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.399682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.399748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.399896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.399969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.400066] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.400154] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.480603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.480603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.486674] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879a159a-2d33-4500-8c43-c218af0d31a6 with status ACTIVE [ 1175.487107] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.487313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.487392] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.487622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.488038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.488038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.488174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.488174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.488360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.488424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.488613] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.488708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.488762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.488907] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.488983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.489084] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879a159a-2d33-4500-8c43-c218af0d31a6 is going to be updated. [ 1175.514030] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.514233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.514280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.514494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.514635] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.514924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879a159a-2d33-4500-8c43-c218af0d31a6" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.902956] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.903205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.903417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.903691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.903877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.904059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.904141] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.904310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.904419] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.904633] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.904805] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.904929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.905353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.905448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.905751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905907] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.910618] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1175.910618] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 deletion is rescheduled due to dependency. [ 1175.910618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.910618] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.910936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.911125] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.911231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.911296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.911475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.911789] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.911789] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.326034] env[65249]: INFO networking_nsxv3.common.synchronization [req-bb8810c4-c753-4c00-abd9-edcdf5ee5b50 req-18a582a1-2594-4524-88e6-83e01a6c6234 tempest-ServerTagsTestJSON-1654721510 tempest-ServerTagsTestJSON-1654721510-project-member] Enqueued Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1176.326608] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1176.326921] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.327087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.327159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.330872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.330872] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.330872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.330872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.330872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.330872] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.330872] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.407818] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f23add-3e31-4879-b20a-8700bf31b35d: rpc.has_security_group_logging(os_id): False [ 1176.413825] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.430636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.430749] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.430805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.431098] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.431206] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.431454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.431562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.431636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.431819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.431934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.432244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.432460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.432539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.432999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.432999] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.433326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.433326] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.433459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.433498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433627] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1176.512135] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.512347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.512347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.512509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.512657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.528045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1176.659840] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.660200] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-838" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.660394] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-838" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.660794] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-838" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.661172] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.661411] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.661612] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.661911] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.662132] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.662437] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.662595] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.662753] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.662926] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.663087] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.663262] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.663456] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.685224] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.685224] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.685224] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.685224] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-838" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.685224] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-a211bb9f-cadb-43ed-b7b4-1507fb395d17 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.685490] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.685525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.685814] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.685942] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a211bb9f-cadb-43ed-b7b4-1507fb395d17',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.833073] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.833073] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.833073] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 already deleted. [ 1176.833073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.916320] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.188695] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.188931] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.189097] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.189496] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.189719] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.189891] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port a211bb9f-cadb-43ed-b7b4-1507fb395d17 not found, creating... [ 1177.190199] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.190417] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.190536] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.190899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.191151] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.191429] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.191662] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.191795] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.191998] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.192180] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.192315] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: a211bb9f-cadb-43ed-b7b4-1507fb395d17 is going to be created. [ 1177.212778] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.213089] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.213242] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.213537] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.213762] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.213993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.418972] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.419459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.419459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.419459] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.419604] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.419604] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1177.452383] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.452529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.452569] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.452854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.453065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.472171] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1177.924934] env[65249]: INFO networking_nsxv3.common.synchronization [req-bb8810c4-c753-4c00-abd9-edcdf5ee5b50 req-ce142d7c-0a84-43bd-96cf-0a396dd1b13e service nova] Enqueued Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_rules [ 1177.925198] env[65249]: INFO networking_nsxv3.common.synchronization [req-bb8810c4-c753-4c00-abd9-edcdf5ee5b50 req-ce142d7c-0a84-43bd-96cf-0a396dd1b13e service nova] Enqueued Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1177.925370] env[65249]: INFO networking_nsxv3.common.synchronization [req-bb8810c4-c753-4c00-abd9-edcdf5ee5b50 req-ce142d7c-0a84-43bd-96cf-0a396dd1b13e service nova] Enqueued Resource ID: a211bb9f-cadb-43ed-b7b4-1507fb395d17 with Priority: HIGHEST for action port [ 1177.925913] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_rules [ 1177.926212] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1177.926336] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a211bb9f-cadb-43ed-b7b4-1507fb395d17 with Priority: HIGHEST for action port [ 1177.926632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.926761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.926898] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.927203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.927667] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.929980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.930113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.930176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.930370] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.930529] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.932561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.932561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.932561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.932561] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.933632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-a211bb9f-cadb-43ed-b7b4-1507fb395d17 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.933741] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.933810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.934440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.934440] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a211bb9f-cadb-43ed-b7b4-1507fb395d17',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.434446] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.435787] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.435917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.436158] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a211bb9f-cadb-43ed-b7b4-1507fb395d17 with status ACTIVE [ 1178.436359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.436476] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.436681] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.437767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.437767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.437893] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.437988] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.439074] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.439074] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.439398] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a211bb9f-cadb-43ed-b7b4-1507fb395d17 is going to be updated. [ 1178.461058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.461281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.461281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.461441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.461567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.461755] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a211bb9f-cadb-43ed-b7b4-1507fb395d17" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.547967] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1178.548259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.940915] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.443317] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.443693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.443693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.443779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.443865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444128] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 is going to be created. [ 1179.469510] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.469705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.469705] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.469864] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.470037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.481671] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: UNINITIALIZED for 2s [ 1179.486818] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1179.487106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.487284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.487522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.487716] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.487841] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.487928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.488135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.488196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.488284] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.488373] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.991097] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.494132] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 281eae4c-021f-492f-bb83-2731c0f5d750: rpc.has_security_group_logging(os_id): False [ 1180.512839] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.512991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513296] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.513383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.513630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.513745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.514039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.514124] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1180.573360] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.573533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.573608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.573816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.573962] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.590471] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1181.494373] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: SUCCESS [ 1181.494790] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.494986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.495325] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.495595] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.495761] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.495862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.496104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.496220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.496415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.496491] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.999180] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.999426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.999426] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.999608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.999777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.999875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.999957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.000121] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.000210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.000310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.000446] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.000858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.000858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.000858] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.000970] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.001059] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.001147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.001280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.001362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.001456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.001571] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.504484] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00c6705-d0f5-4e01-8cf8-58f062a713d8: rpc.has_security_group_logging(os_id): False [ 1182.524696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.524848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.525063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.525176] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.525281] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.525480] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.525598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.525659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.525808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.525886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.526132] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.526228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.526280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.526428] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.526512] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.526707] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.526811] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.526866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.527036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.527172] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.527268] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 is going to be created. [ 1182.591790] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.592034] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.592117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.592344] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.592628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.617137] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: IN_PROGRESS for 2s [ 1182.623958] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1182.624314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.927310] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.927531] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.631745] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: SUCCESS [ 1184.632739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.929091] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.930233] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.930233] env[65249]: INFO networking_nsxv3.common.synchronization [req-1a443ad7-330b-41f3-af4d-322dfa8a19e8 req-dcf9bd95-bcc7-411c-98bb-665b79ed9eb9 tempest-ServersTestManualDisk-1060412878 tempest-ServersTestManualDisk-1060412878-project-member] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1187.930713] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGHEST for action security_group_members [ 1187.931529] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.931529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.931529] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.931715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.932511] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.932511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.932511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.932511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.932511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.932511] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.400104] env[65249]: INFO networking_nsxv3.common.synchronization [req-96f24724-2bd0-4b3c-b8b1-56480a23383e req-f34291a5-1638-4c47-8f7e-744e450fa83f tempest-AttachVolumeTestJSON-1951376582 tempest-AttachVolumeTestJSON-1951376582-project-member] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1188.401361] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGHEST for action security_group_members [ 1188.401361] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.401361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.401361] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.401574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.401574] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.401670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.401729] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.401950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.402091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.402241] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.435364] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.435528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.435590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.435800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.435887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.436095] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.436189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.436255] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.436398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.436472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.436557] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b is going to be updated. [ 1188.472997] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.473259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.473259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.473450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.473597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.485314] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: IN_PROGRESS for 2s [ 1188.729105] env[65249]: INFO networking_nsxv3.common.synchronization [req-660446e2-c84a-4456-bb9b-c00678bb6ee9 req-ab184546-1e8f-4f94-a415-dfade24c0d1b tempest-ServerActionsV293TestJSON-1928153871 tempest-ServerActionsV293TestJSON-1928153871-project-member] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1188.730347] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGHEST for action security_group_members [ 1188.730917] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.731127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.731231] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.731471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.731669] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.731805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.731966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.732180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.732360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.732493] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.904956] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.905254] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.907794] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.907794] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.907794] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d is going to be updated. [ 1188.944353] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.944684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.944684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.944952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.945166] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.958199] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: IN_PROGRESS for 2s [ 1189.235061] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.236608] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.236708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.236931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.237253] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.237490] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.237639] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.237710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.237875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.237959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.238082] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 is going to be updated. [ 1189.279660] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.279928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.279928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.280690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.280690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.289361] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: IN_PROGRESS for 2s [ 1189.675147] env[65249]: INFO networking_nsxv3.common.synchronization [req-7a9f1451-4eed-4380-8f1b-0a193900ab0e req-332c05ee-3c23-43c0-92c5-38b6c6446290 tempest-ServerTagsTestJSON-1654721510 tempest-ServerTagsTestJSON-1654721510-project-member] Enqueued Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1189.675147] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGHEST for action security_group_members [ 1189.675147] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.675147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.675147] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.675491] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.675843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.676129] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.676318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.676591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.676792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.677018] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.179962] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.180265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.180409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.181226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.181226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.181391] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.181490] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.181593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.181694] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.181783] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.181992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 is going to be updated. [ 1190.209818] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.209894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.213019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.213019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.213019] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.231201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: IN_PROGRESS for 2s [ 1190.495732] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 695f8d3a-d79d-418d-bd62-18a10846593b in Status: SUCCESS [ 1190.495886] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b deletion is rescheduled due to dependency. [ 1190.496125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.973424] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d in Status: SUCCESS [ 1190.973652] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d deletion is rescheduled due to dependency. [ 1190.973652] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.301145] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8424e1ae-719f-42ca-8611-4f172ad66471 in Status: SUCCESS [ 1191.301516] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 deletion is rescheduled due to dependency. [ 1191.301516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.539681] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.539870] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.539988] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.540270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.540688] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.540688] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.540862] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.541346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.541346] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.541346] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.541485] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.541649] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.541699] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.541806] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.541908] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.542047] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.566956] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.567139] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.567326] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.567507] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-22" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.567822] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-bc42d86b-6d53-427e-abd2-0dd6c042343b taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.567989] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.568120] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.568431] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.568559] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc42d86b-6d53-427e-abd2-0dd6c042343b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.071414] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.071560] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.071623] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.072017] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.072167] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.072466] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.072621] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.072732] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.072949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073094] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.073374] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.073577] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.073697] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.073897] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.074040] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.074189] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: bc42d86b-6d53-427e-abd2-0dd6c042343b is going to be updated. [ 1192.103585] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.103831] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.103903] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104214] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.104526] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.104623] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.243780] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 in Status: SUCCESS [ 1192.243780] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 deletion is rescheduled due to dependency. [ 1192.243780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.811575] env[65249]: INFO networking_nsxv3.common.synchronization [req-31c928e2-d7cf-47db-aa54-88e4b4094571 req-d042f334-883d-4a87-8c4b-559d66bb1840 service nova] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1192.811825] env[65249]: INFO networking_nsxv3.common.synchronization [req-31c928e2-d7cf-47db-aa54-88e4b4094571 req-d042f334-883d-4a87-8c4b-559d66bb1840 service nova] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1192.811868] env[65249]: INFO networking_nsxv3.common.synchronization [req-31c928e2-d7cf-47db-aa54-88e4b4094571 req-d042f334-883d-4a87-8c4b-559d66bb1840 service nova] Enqueued Resource ID: bc42d86b-6d53-427e-abd2-0dd6c042343b with Priority: HIGHEST for action port [ 1192.812395] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_rules [ 1192.812558] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1192.812658] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc42d86b-6d53-427e-abd2-0dd6c042343b with Priority: HIGHEST for action port [ 1192.812915] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.813303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.813402] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813694] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.814973] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.815122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.815200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.816205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.816256] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.816495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.816495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.816553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.816649] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.816722] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.817543] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc42d86b-6d53-427e-abd2-0dd6c042343b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.817656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.817710] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.817849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.817925] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc42d86b-6d53-427e-abd2-0dd6c042343b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.319593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.319739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.319922] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.320833] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc42d86b-6d53-427e-abd2-0dd6c042343b with status ACTIVE [ 1193.321046] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.321215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.321215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.321427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.321574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.321785] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.321785] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.321857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.321956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.322038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.322217] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.322301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.322357] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.322486] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.322690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.322690] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc42d86b-6d53-427e-abd2-0dd6c042343b is going to be updated. [ 1193.344432] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.344644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.344644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.344855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.344996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.345203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc42d86b-6d53-427e-abd2-0dd6c042343b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.824979] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.329038] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.329038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.329038] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.329307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.329307] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.329971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 is going to be updated. [ 1194.362304] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.362505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.362603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.362857] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.363030] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.373410] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: IN_PROGRESS for 2s [ 1196.385218] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: SUCCESS [ 1196.385588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.385588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.385793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.385984] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.386117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.386183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.386333] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.386416] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.386499] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.386587] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.888408] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.320650] env[65249]: INFO networking_nsxv3.common.synchronization [None req-59bceb49-0dfc-4d8d-856c-6840331d68c6 None None] Enqueued Resource ID: ad35f92b-f905-4398-ad57-b4be50f2a68b with Priority: HIGHEST for action port [ 1197.320975] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad35f92b-f905-4398-ad57-b4be50f2a68b with Priority: HIGHEST for action port [ 1197.321293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad35f92b-f905-4398-ad57-b4be50f2a68b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.321417] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad35f92b-f905-4398-ad57-b4be50f2a68b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.321521] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad35f92b-f905-4398-ad57-b4be50f2a68b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.321734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad35f92b-f905-4398-ad57-b4be50f2a68b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.321817] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad35f92b-f905-4398-ad57-b4be50f2a68b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.392666] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3bb918-ddcc-4f42-8599-3251315a31a3: rpc.has_security_group_logging(os_id): False [ 1197.415747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.415747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.415747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.415747] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 is going to be updated. [ 1197.475473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.475634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.475708] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.475922] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.476087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.490245] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: IN_PROGRESS for 2s [ 1197.824524] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad35f92b-f905-4398-ad57-b4be50f2a68b [ 1197.825115] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.825115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.825371] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.825567] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.825737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.825902] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad35f92b-f905-4398-ad57-b4be50f2a68b already deleted. [ 1197.826110] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad35f92b-f905-4398-ad57-b4be50f2a68b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.026159] env[65249]: INFO networking_nsxv3.common.synchronization [None req-759b31d8-7ad2-4812-8c50-37603d9ca4fe tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1198.026830] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1198.027011] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.027138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.027207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.027511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.027596] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.122684] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f42290d2-6150-4d72-b66d-1c2c58da8c0a tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1198.123089] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1198.123394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.123535] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.551823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.551908] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.552011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552102] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 already deleted. [ 1198.552186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.552493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.552598] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.079619] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.079797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.080194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.080194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.080318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.080358] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 already deleted. [ 1199.080451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.506150] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: SUCCESS [ 1199.507053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.685032] env[65249]: INFO networking_nsxv3.common.synchronization [None req-053cf912-a7a3-4cf6-ae87-1335e2b7dae4 None None] Enqueued Resource ID: 6490f842-5ea2-4222-a0ec-c87a4bcd702f with Priority: HIGHEST for action port [ 1199.685615] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6490f842-5ea2-4222-a0ec-c87a4bcd702f with Priority: HIGHEST for action port [ 1199.685940] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-6490f842-5ea2-4222-a0ec-c87a4bcd702f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.686094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6490f842-5ea2-4222-a0ec-c87a4bcd702f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.686151] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6490f842-5ea2-4222-a0ec-c87a4bcd702f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.686415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6490f842-5ea2-4222-a0ec-c87a4bcd702f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.686477] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6490f842-5ea2-4222-a0ec-c87a4bcd702f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.189139] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6490f842-5ea2-4222-a0ec-c87a4bcd702f [ 1200.189397] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.189530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.189630] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.189914] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.190032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.190182] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6490f842-5ea2-4222-a0ec-c87a4bcd702f already deleted. [ 1200.190300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6490f842-5ea2-4222-a0ec-c87a4bcd702f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.686496] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.686496] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.936137] env[65249]: INFO networking_nsxv3.common.synchronization [None req-2b44bfa4-2a43-426d-b4db-d5eb684c0470 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1205.936884] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1205.939260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.939501] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.939595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.940995] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.942218] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.027355] env[65249]: INFO networking_nsxv3.common.synchronization [None req-90f9d81e-5fce-4186-b073-f728e0cc55bf tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1206.027941] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1206.028269] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.028382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.470282] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.470480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.470480] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.470721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.470936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.471093] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 already deleted. [ 1206.471194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.471748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.471953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.472048] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.671021] env[65249]: INFO networking_nsxv3.common.synchronization [req-2a457c1b-9a2c-417b-a32d-f4595326f501 req-e3b7c184-dd94-4e85-bbe0-82bd271ace92 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1206.671856] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1206.672431] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.672585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.672679] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.672968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.673146] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.673314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.673314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.674375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.674375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.674375] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.000840] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.000840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.000840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.000840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.000840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.000840] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 already deleted. [ 1207.000840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.075476] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.075692] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.075797] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.076150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.076879] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.076879] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.076879] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.078150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.078150] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.078150] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.078150] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.078150] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.078423] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.078474] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.078604] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.078745] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.101215] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.101415] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.101542] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.101733] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.102049] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.102223] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.102340] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.102663] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.102801] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e44bff-f144-4f4f-a0e0-ed9bd9284a35',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.177770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.177770] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.177770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.178161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.178161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.178161] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 already deleted. [ 1207.178161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.604926] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.605181] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.605407] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.605743] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.605906] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.606086] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 not found, creating... [ 1207.606399] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.606590] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.606734] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.606999] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.607169] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.607579] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.607768] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.607853] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.608072] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.608209] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.608350] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 is going to be created. [ 1207.628482] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.628482] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.628638] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.628794] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.629056] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.629248] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.356832] env[65249]: INFO networking_nsxv3.common.synchronization [req-2a457c1b-9a2c-417b-a32d-f4595326f501 req-8fbd2ae9-71e5-4033-9aca-09d6c39cda01 service nova] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1208.357129] env[65249]: INFO networking_nsxv3.common.synchronization [req-2a457c1b-9a2c-417b-a32d-f4595326f501 req-8fbd2ae9-71e5-4033-9aca-09d6c39cda01 service nova] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1208.357164] env[65249]: INFO networking_nsxv3.common.synchronization [req-2a457c1b-9a2c-417b-a32d-f4595326f501 req-8fbd2ae9-71e5-4033-9aca-09d6c39cda01 service nova] Enqueued Resource ID: 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 with Priority: HIGHEST for action port [ 1208.357801] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_rules [ 1208.358027] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1208.358087] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 with Priority: HIGHEST for action port [ 1208.358430] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.358593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.358685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.358891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.358972] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.359846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.359959] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.360043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.360215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.360358] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.360677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.360677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.360677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.360927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.360927] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.361590] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.361709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.361778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.362132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.362132] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e44bff-f144-4f4f-a0e0-ed9bd9284a35',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.863357] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.863485] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.863807] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.866367] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 with status ACTIVE [ 1208.866659] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.866919] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.867016] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.867347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.867539] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.867812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.867982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.868111] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.868327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.868450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.868679] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.868795] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.868890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.869099] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.869209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.869324] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e44bff-f144-4f4f-a0e0-ed9bd9284a35 is going to be updated. [ 1208.891700] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.891896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.891977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.892212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.892382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.892597] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e44bff-f144-4f4f-a0e0-ed9bd9284a35" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.365425] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.868155] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.868365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.868365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.868600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.868703] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.868850] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 is going to be created. [ 1209.892502] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.892775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.892775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.892900] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.893067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.902571] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: UNINITIALIZED for 2s [ 1211.920586] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: SUCCESS [ 1211.920926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.920926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.921087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.921233] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.921342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.921413] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.921576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.921647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.921763] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.921823] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.162162] env[65249]: INFO networking_nsxv3.common.synchronization [req-21d26f3e-4fee-4d56-ada8-6e1a77eb5877 req-7dbf1385-1d28-4dd0-8d15-997e14c9cbab tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1212.163234] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1212.163656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.163807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.163903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.164250] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.164470] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.164612] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.164701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.164909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.165036] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.165169] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.424817] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.485203] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.485514] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.485631] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.485974] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.486261] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.486414] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.486558] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.486779] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.486959] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.487199] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.487344] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.487518] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.487647] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.488218] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.488218] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.488218] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.508846] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.509096] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.509262] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.509393] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-752" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.509876] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-68c7fba2-3af5-4e4a-8434-fd9835c78cba taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.510078] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.510200] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.510575] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.510721] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c7fba2-3af5-4e4a-8434-fd9835c78cba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.668057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.668057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.668057] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.668478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.668478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.668603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.668603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.668701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.668826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.668910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.668998] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 already deleted. [ 1212.669093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.928175] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25d584b9-c396-4fdf-a9ad-cf9deeba4444: rpc.has_security_group_logging(os_id): False [ 1212.945625] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.945852] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.945904] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.946114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.946209] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.946465] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.946575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.946640] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.946807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.946903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.946971] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 is going to be created. [ 1213.013588] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.013810] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.013905] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.014181] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.014329] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.014477] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 68c7fba2-3af5-4e4a-8434-fd9835c78cba not found, creating... [ 1213.014730] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.014974] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.015109] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.015324] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.015477] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.015790] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.015949] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.016072] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.016273] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.016402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.016535] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 68c7fba2-3af5-4e4a-8434-fd9835c78cba is going to be created. [ 1213.018723] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.018923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.018986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.019233] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.019448] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.033015] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: IN_PROGRESS for 2s [ 1213.040081] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.040300] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.040395] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.040664] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.040890] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.041121] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.742297] env[65249]: INFO networking_nsxv3.common.synchronization [req-21d26f3e-4fee-4d56-ada8-6e1a77eb5877 req-c3b910d8-fbe8-4ce5-9bb5-0b4872eda437 service nova] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1213.742297] env[65249]: INFO networking_nsxv3.common.synchronization [req-21d26f3e-4fee-4d56-ada8-6e1a77eb5877 req-c3b910d8-fbe8-4ce5-9bb5-0b4872eda437 service nova] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1213.742588] env[65249]: INFO networking_nsxv3.common.synchronization [req-21d26f3e-4fee-4d56-ada8-6e1a77eb5877 req-c3b910d8-fbe8-4ce5-9bb5-0b4872eda437 service nova] Enqueued Resource ID: 68c7fba2-3af5-4e4a-8434-fd9835c78cba with Priority: HIGHEST for action port [ 1213.744407] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_rules [ 1213.744511] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1213.744555] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c7fba2-3af5-4e4a-8434-fd9835c78cba with Priority: HIGHEST for action port [ 1213.744828] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.744951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.745027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.745218] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.745303] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.746181] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.746299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.746365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.746522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.746666] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.746758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.746820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.746956] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.747052] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.747137] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.747913] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c7fba2-3af5-4e4a-8434-fd9835c78cba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.748027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.748323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.748323] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.748323] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c7fba2-3af5-4e4a-8434-fd9835c78cba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.250084] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.250541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.250541] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.252923] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c7fba2-3af5-4e4a-8434-fd9835c78cba with status ACTIVE [ 1214.253090] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.253205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.253264] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.253470] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.253555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.253721] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.253813] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.253874] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.254032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.254109] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.254290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.254374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.254431] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.254575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.254645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.254725] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c7fba2-3af5-4e4a-8434-fd9835c78cba is going to be updated. [ 1214.276792] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.276954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.277027] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.277208] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.277348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.277566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c7fba2-3af5-4e4a-8434-fd9835c78cba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.753082] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.045847] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: SUCCESS [ 1215.046198] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.256219] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.256637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.256637] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.256704] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.256848] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.256895] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 is going to be created. [ 1215.283966] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.284144] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.284217] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.284418] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.284580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.300443] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: UNINITIALIZED for 2s [ 1217.313043] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: SUCCESS [ 1217.313043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.313043] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.313566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.313566] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.313566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.313689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.313747] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.313829] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.313917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.314019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.816689] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.318674] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8e5deb6-94c2-443e-8eaa-a8716a885f84: rpc.has_security_group_logging(os_id): False [ 1218.336899] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.337127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.337127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.337310] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.337399] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.337718] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.337865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.337865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.338127] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.338228] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.338336] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 is going to be created. [ 1218.408757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.408960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.409017] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.409200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.409384] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.422287] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: IN_PROGRESS for 2s [ 1218.745962] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.746084] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1220.436391] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: SUCCESS [ 1220.436780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.747812] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.747812] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.749234] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.749234] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.750670] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.750670] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.196842] env[65249]: INFO networking_nsxv3.common.synchronization [req-d1c30138-09a0-4f05-89d2-ae338ef4a4de req-49359014-0bf2-4fa3-acb2-285d41d62aae tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1236.197103] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1236.198083] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.198272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.198897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.200086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.200086] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.200086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.200086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.200086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.200086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.200086] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.703156] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.703317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.703387] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.703601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.703695] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.703894] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.703993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.704067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.704212] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.704285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.704372] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1236.734611] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.734767] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.734840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.735062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.735210] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.743774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1238.756505] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1238.757029] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 deletion is rescheduled due to dependency. [ 1238.757029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.368856] env[65249]: INFO networking_nsxv3.common.synchronization [req-83839917-f42c-4bc5-af28-00a1984c0d84 req-2183d5d7-aee7-40a9-91e3-58599e188318 tempest-ServerActionsTestJSON-1555679001 tempest-ServerActionsTestJSON-1555679001-project-member] Enqueued Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1239.369294] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281eae4c-021f-492f-bb83-2731c0f5d750 with Priority: HIGHEST for action security_group_members [ 1239.369609] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-281eae4c-021f-492f-bb83-2731c0f5d750 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.369980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.369980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.369980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.370262] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.370308] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.370339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.370492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.370568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.370659] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281eae4c-021f-492f-bb83-2731c0f5d750',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.873512] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.873855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.873855] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.873957] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.874065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.874267] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.874363] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.874424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.874616] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.874662] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.874720] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 is going to be updated. [ 1239.906308] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.906453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.906550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.906722] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.906884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.915863] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: IN_PROGRESS for 2s [ 1241.926708] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281eae4c-021f-492f-bb83-2731c0f5d750 in Status: SUCCESS [ 1241.927117] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281eae4c-021f-492f-bb83-2731c0f5d750 deletion is rescheduled due to dependency. [ 1241.927117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281eae4c-021f-492f-bb83-2731c0f5d750" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.370668] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.371188] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.650770] env[65249]: INFO networking_nsxv3.common.synchronization [req-6108be8a-e3b0-4a46-8464-6260dac9f640 req-cb0a397c-a1e5-4e65-8640-b3208343251d tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1245.650770] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1245.651062] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.651062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.651062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.651230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.651377] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.651472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.651524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.651658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.651736] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.651825] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.997198] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.997198] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.997405] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.997740] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.998218] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.998218] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.998349] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.998913] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.998913] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.998981] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.999382] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.999382] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.999382] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.999517] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.999552] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.999910] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.025131] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.025343] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.025485] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.025679] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.026111] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.026243] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.026351] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.026675] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.026816] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aee290-049f-4cf8-ae2e-9cd38d83b4ba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.153987] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.154230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.154230] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.154439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.154528] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.154721] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.154814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.154874] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.155042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.155116] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.155201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1246.182103] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.182327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.182327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.182502] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.182641] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.190571] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1246.530538] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.531497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.531497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.531497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.531497] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.531497] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port c9aee290-049f-4cf8-ae2e-9cd38d83b4ba not found, creating... [ 1246.531712] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.531829] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.532816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.532816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.532816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.532816] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.532816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.532816] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.533163] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.533163] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.533291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba is going to be created. [ 1246.555909] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.556291] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.556291] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.556525] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.556744] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.556963] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.733248] env[65249]: INFO networking_nsxv3.common.synchronization [req-6108be8a-e3b0-4a46-8464-6260dac9f640 req-75be6165-5d4f-439c-8831-633be7701525 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1247.733558] env[65249]: INFO networking_nsxv3.common.synchronization [req-6108be8a-e3b0-4a46-8464-6260dac9f640 req-75be6165-5d4f-439c-8831-633be7701525 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1247.733653] env[65249]: INFO networking_nsxv3.common.synchronization [req-6108be8a-e3b0-4a46-8464-6260dac9f640 req-75be6165-5d4f-439c-8831-633be7701525 service nova] Enqueued Resource ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with Priority: HIGHEST for action port [ 1247.734358] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1247.734505] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1247.734681] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with Priority: HIGHEST for action port [ 1247.734860] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.735044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.735044] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.735251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.735321] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.736866] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.736967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.737196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.737299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.737362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.737541] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.737636] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aee290-049f-4cf8-ae2e-9cd38d83b4ba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.885447] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1247.885599] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.201566] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1248.201762] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 deletion is rescheduled due to dependency. [ 1248.201887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.202086] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.202328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.202524] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.202656] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.202723] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.202889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.202980] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.203100] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.237245] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.237479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.239730] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with status ACTIVE [ 1248.239986] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.240199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.240300] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.240545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.240745] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.240892] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.240979] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.241053] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.241224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.241299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.241486] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.241628] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.241711] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.241780] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.241901] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.241961] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba is going to be updated. [ 1248.262464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.262464] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.262738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.262738] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.262894] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.263041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.705536] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.011665] env[65249]: INFO networking_nsxv3.common.synchronization [req-0839fba3-93de-424f-8279-2f17751b9d9b req-b56a21d3-3124-44d7-a337-bcb65346ee78 tempest-AttachVolumeShelveTestJSON-1036899261 tempest-AttachVolumeShelveTestJSON-1036899261-project-member] Enqueued Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1249.012364] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 with Priority: HIGHEST for action security_group_members [ 1249.012800] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3bb918-ddcc-4f42-8599-3251315a31a3 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.012952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.013042] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.013291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.013464] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.013573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.013636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.013819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.013950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.014028] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3bb918-ddcc-4f42-8599-3251315a31a3',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.208063] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.516516] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.516699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.516770] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.516992] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.517125] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.517407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.517527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.517690] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.518041] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.518149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.518261] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 is going to be updated. [ 1249.544249] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.544423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.544423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.544602] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.544740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.553562] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: IN_PROGRESS for 2s [ 1249.711444] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.711444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.711444] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1249.741208] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.741411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.741411] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.741615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.741754] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.751109] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1251.564121] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 in Status: SUCCESS [ 1251.564121] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3bb918-ddcc-4f42-8599-3251315a31a3 deletion is rescheduled due to dependency. [ 1251.564526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3bb918-ddcc-4f42-8599-3251315a31a3" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.762204] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1251.762453] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.762603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.762854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.763075] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.763199] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.763270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.763424] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.763504] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.763589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.763682] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.266030] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.768104] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 1252.786600] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.786839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.786839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.787011] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.787115] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.787345] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.787446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.787513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.787696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.787883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.787883] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1252.847656] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.847923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.847923] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.848146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.848299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.862089] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1254.013681] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.014183] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1254.878296] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1254.878463] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.014728] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.015250] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.016355] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.016752] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.516772] env[65249]: INFO networking_nsxv3.common.synchronization [None req-5f3a0882-d210-4d11-8bde-ca74e945afe2 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1265.517321] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1265.517632] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.517762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.517843] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.518167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.518167] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.602048] env[65249]: INFO networking_nsxv3.common.synchronization [None req-6bc65d52-789e-465c-9f0a-c73162c031f2 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1265.603358] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1265.603677] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.603778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.042232] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.042451] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.042505] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.042778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.042879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.043029] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 already deleted. [ 1266.043152] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.043331] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.043530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.043660] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.564490] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.564884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.564884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.564884] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.564990] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.565114] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 already deleted. [ 1266.565203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.604256] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.604811] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.078167] env[65249]: INFO networking_nsxv3.common.synchronization [req-59a702cc-cdea-4f94-b250-704933fe7860 req-3fd86d45-f47c-42a4-804f-cd01c5c779be tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1271.079249] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1271.079603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.079782] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.079867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.080188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.080398] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.080562] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.080658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.080910] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.081024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.081129] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.392126] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.392390] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.392547] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.392916] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.393313] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.393480] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.393596] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.393839] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.393986] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.394241] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.394358] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.394464] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.394570] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.394677] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.394778] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.394969] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.416648] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.416838] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.416927] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.417113] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.417414] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.417579] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.417717] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.418044] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.418223] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdc60cd-c90e-4dc2-afb9-43da876dac1e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.583724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.583955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.583955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.584314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.584442] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.584665] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.584792] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.584875] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.585067] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.585175] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.585299] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 already deleted. [ 1271.585404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.920750] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.921123] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.921123] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.921402] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.921607] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.921774] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 3fdc60cd-c90e-4dc2-afb9-43da876dac1e not found, creating... [ 1271.922046] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.922203] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.922320] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.922536] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.922697] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.922938] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.923102] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.923229] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.923465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.923608] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.923745] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 3fdc60cd-c90e-4dc2-afb9-43da876dac1e is going to be created. [ 1271.943228] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.943518] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.943587] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.943821] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.944068] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.944319] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.677660] env[65249]: INFO networking_nsxv3.common.synchronization [req-59a702cc-cdea-4f94-b250-704933fe7860 req-46ac8dac-2b91-4142-9897-eb783a61c1b8 service nova] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1272.677862] env[65249]: INFO networking_nsxv3.common.synchronization [req-59a702cc-cdea-4f94-b250-704933fe7860 req-46ac8dac-2b91-4142-9897-eb783a61c1b8 service nova] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1272.678095] env[65249]: INFO networking_nsxv3.common.synchronization [req-59a702cc-cdea-4f94-b250-704933fe7860 req-46ac8dac-2b91-4142-9897-eb783a61c1b8 service nova] Enqueued Resource ID: 3fdc60cd-c90e-4dc2-afb9-43da876dac1e with Priority: HIGHEST for action port [ 1272.678711] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_rules [ 1272.678948] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1272.679292] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdc60cd-c90e-4dc2-afb9-43da876dac1e with Priority: HIGHEST for action port [ 1272.679733] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.679838] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.679889] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.680135] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.680186] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.681176] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.681335] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.681400] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.681583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.681712] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.681807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.681876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.682037] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.682120] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.682213] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.683057] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.683184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.683220] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.683365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.683446] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdc60cd-c90e-4dc2-afb9-43da876dac1e',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.185219] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.186777] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.186777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.186930] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fdc60cd-c90e-4dc2-afb9-43da876dac1e with status ACTIVE [ 1273.187302] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.187302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.187302] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.187475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.187510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.187681] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.187777] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.187832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.187982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.188070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.188326] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.188466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.188466] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.188715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.188793] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.188879] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fdc60cd-c90e-4dc2-afb9-43da876dac1e is going to be updated. [ 1273.210366] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.210594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.210644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.210883] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.211095] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.211270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdc60cd-c90e-4dc2-afb9-43da876dac1e" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.691270] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.194260] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.194700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.194700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.194816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.194816] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.194921] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 is going to be created. [ 1274.221861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.222104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.222104] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.222311] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.222483] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.232702] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: UNINITIALIZED for 2s [ 1276.246394] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: SUCCESS [ 1276.246779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.246779] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.246926] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.247138] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.247252] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.247322] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.247473] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.247555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.247680] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.247732] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.750561] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.252929] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fa11d0-a29b-4111-87c1-2a25a6e05825: rpc.has_security_group_logging(os_id): False [ 1277.271941] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.272179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.272179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.272381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.272469] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.272725] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.272844] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.272879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.273035] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.273113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.273201] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 is going to be created. [ 1277.330508] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.330686] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.330797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.330954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.331149] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.340588] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: IN_PROGRESS for 2s [ 1277.680937] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.681199] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.354501] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: SUCCESS [ 1279.354903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.682121] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.682515] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.683299] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.683689] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.684331] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.684802] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.841423] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.841667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.841667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.841854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.841974] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.343855] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.846078] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.348448] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.348637] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1295.126950] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.127292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.127292] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.127444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.139960] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.140840] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.142096] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.189968] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.190272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.190272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.190443] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.204565] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.205463] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.205569] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.205690] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.261697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.261954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.261954] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.262133] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.263572] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.263826] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.351715] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.351955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.351955] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.352132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.352455] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.352739] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1295.430992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.431278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.431278] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.431574] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.431941] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.432270] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1295.432365] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1ad47575-8cf4-4250-bb31-9321f1c4c557', '8424e1ae-719f-42ca-8611-4f172ad66471', '41fa11d0-a29b-4111-87c1-2a25a6e05825', '695f8d3a-d79d-418d-bd62-18a10846593b', '55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa', 'e00c6705-d0f5-4e01-8cf8-58f062a713d8', 'c8e5deb6-94c2-443e-8eaa-a8716a885f84', 'a3ce7cd0-a2f3-4366-b681-42e759f9c91d', '50fee23c-6026-40fb-a011-32f29bbe51a9', 'f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd', '36f23add-3e31-4879-b20a-8700bf31b35d', '7992e91c-4037-43c9-ba0d-522387e166c7', '16dafd88-df65-4671-a07d-cdbaf269e2e1', 'bdcea3b8-56af-4cd3-81d3-5646679c9fe0', '48a0edf7-3d94-482b-838b-ef267100a1f7', 'b66a87e5-b96c-40ee-a0a8-3ff62d0fe254', '9b6476a2-bb6d-4e6e-af5f-c5140c13c331', 'b0cce891-ce6d-42a3-92fd-5ffc1a7b464f', 'd3dc8470-a7a0-4e99-90f7-5b14005fba5d', 'aefa22f3-9e3e-4be8-adc5-31db1fb38e9b', '50ed80b9-807a-4209-8f2a-9491f0a72cee', '25d584b9-c396-4fdf-a9ad-cf9deeba4444', 'e408490b-80ee-4a80-b122-04fa6792ba05', '6c95f15d-79ad-4413-a19b-d5c7caa3bd3c', '4450059a-94d1-4594-a625-0790c0e14550', 'a59f5d17-19ec-4ffd-9c67-96ce8928c6c4', '3f3bb918-ddcc-4f42-8599-3251315a31a3', '281eae4c-021f-492f-bb83-2731c0f5d750', 'ccdaf268-ae4d-434e-afad-736bdae11fc1', 'e20fe29b-95fc-4be4-a67c-4df3e17b8266', 'f24fe37c-3992-4aad-ae83-86c7236c5314', '3981dacc-178e-4891-9494-da5804f25cc7', 'e05d4af7-7479-4f75-b5e0-4931b4143f55', 'baf6832b-3fef-4084-9e3f-061c70aec71d', '3063d841-308d-44d1-9da0-a5b12c631b47', '543f35d7-d23e-42f4-bb9d-6df8fad6ed8c', '1adfca06-eff7-499c-8d0e-d7319d122432', 'debbe99c-288c-48c7-a974-f4e645774ea1', '3d2d87d2-a47b-4e7c-9838-0438c5465f76', 'f537208a-990a-4004-8786-672243bd123e', '7f4b7220-0d79-4b1d-8dcd-984aa8f34fc0'} {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.432476] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1295.451093] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.451346] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.451395] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.451807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.451807] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.451956] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1295.451956] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.452080] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1295.526410] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.526699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.526699] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.526820] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.527969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.528265] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1295.528345] env[65249]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65249) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.528436] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1295.528518] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1295.528599] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1295.528671] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGH for action security_group_rules [ 1295.528746] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGH for action security_group_rules [ 1295.528812] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGH for action security_group_rules [ 1295.528871] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGH for action security_group_rules [ 1295.528930] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGH for action security_group_rules [ 1295.528992] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGH for action security_group_rules [ 1295.529059] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGH for action security_group_rules [ 1295.529122] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGH for action security_group_rules [ 1295.529179] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGH for action security_group_rules [ 1295.529241] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGH for action security_group_rules [ 1295.529302] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGH for action security_group_rules [ 1295.529352] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGH for action security_group_rules [ 1295.529428] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGH for action security_group_rules [ 1295.529492] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGH for action security_group_rules [ 1295.529574] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGH for action security_group_rules [ 1295.529634] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGH for action security_group_rules [ 1295.529696] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGH for action security_group_rules [ 1295.529757] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGH for action security_group_rules [ 1295.529814] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGH for action security_group_rules [ 1295.529874] env[65249]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGH for action security_group_rules [ 1295.529967] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.685416] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.685825] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1297.685825] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGH for action security_group_rules [ 1297.685825] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGH for action security_group_rules [ 1297.685825] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGH for action security_group_rules [ 1297.686034] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 with Priority: HIGH for action security_group_rules [ 1297.686034] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b with Priority: HIGH for action security_group_rules [ 1297.686137] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d with Priority: HIGH for action security_group_rules [ 1297.686233] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f with Priority: HIGH for action security_group_rules [ 1297.686358] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 with Priority: HIGH for action security_group_rules [ 1297.686481] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 with Priority: HIGH for action security_group_rules [ 1297.686535] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 with Priority: HIGH for action security_group_rules [ 1297.686579] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 with Priority: HIGH for action security_group_rules [ 1297.686673] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7992e91c-4037-43c9-ba0d-522387e166c7 with Priority: HIGH for action security_group_rules [ 1297.686761] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGH for action security_group_rules [ 1297.686865] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd with Priority: HIGH for action security_group_rules [ 1297.686952] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 with Priority: HIGH for action security_group_rules [ 1297.687083] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 with Priority: HIGH for action security_group_rules [ 1297.687177] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d with Priority: HIGH for action security_group_rules [ 1297.687263] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa with Priority: HIGH for action security_group_rules [ 1297.687359] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8424e1ae-719f-42ca-8611-4f172ad66471 with Priority: HIGH for action security_group_rules [ 1297.687468] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f8d3a-d79d-418d-bd62-18a10846593b with Priority: HIGH for action security_group_rules [ 1297.687861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.688008] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.688081] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.688305] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.688388] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.689487] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.689651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.689721] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.689912] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.689991] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.691332] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.691471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.691545] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.691924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.691924] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.692521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48a0edf7-3d94-482b-838b-ef267100a1f7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.692614] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.693456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.693456] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.693456] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48a0edf7-3d94-482b-838b-ef267100a1f7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.693603] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.693865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.693865] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.693939] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.693991] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefa22f3-9e3e-4be8-adc5-31db1fb38e9b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.694702] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.694826] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.694891] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.695070] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.695152] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dc8470-a7a0-4e99-90f7-5b14005fba5d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.695983] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.696119] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.696183] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.696348] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.696422] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0cce891-ce6d-42a3-92fd-5ffc1a7b464f',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.697130] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.697259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.697342] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.697511] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.697596] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6476a2-bb6d-4e6e-af5f-c5140c13c331',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.698293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.698445] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.698506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.698671] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.698743] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcea3b8-56af-4cd3-81d3-5646679c9fe0',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.699654] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.699718] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.699764] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.699928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.700023] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66a87e5-b96c-40ee-a0a8-3ff62d0fe254',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.700724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dafd88-df65-4671-a07d-cdbaf269e2e1 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.701096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.701096] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.701203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.701203] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dafd88-df65-4671-a07d-cdbaf269e2e1',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.701907] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7992e91c-4037-43c9-ba0d-522387e166c7 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.702032] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.702102] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.702415] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.702415] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7992e91c-4037-43c9-ba0d-522387e166c7',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.703315] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.703315] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.703446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.703566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.703646] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.705144] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.705275] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.705341] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.705506] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.705581] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.706276] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50fee23c-6026-40fb-a011-32f29bbe51a9 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.706385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.706450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.706644] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.706678] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50fee23c-6026-40fb-a011-32f29bbe51a9',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.707355] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.707460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.707527] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.707691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.707785] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00c6705-d0f5-4e01-8cf8-58f062a713d8',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.708612] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.708719] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.708803] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.708951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.709032] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ce7cd0-a2f3-4366-b681-42e759f9c91d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.709757] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.709868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.709928] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.710082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.710175] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.710852] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8424e1ae-719f-42ca-8611-4f172ad66471 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.710984] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.711062] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.711203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.711282] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8424e1ae-719f-42ca-8611-4f172ad66471',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.711956] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695f8d3a-d79d-418d-bd62-18a10846593b taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.712140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.712140] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.712385] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.712385] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695f8d3a-d79d-418d-bd62-18a10846593b',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.216494] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.216784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.216784] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.216913] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.217072] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.217167] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.217224] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.217382] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.217468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.217556] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.217636] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.227065] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.227313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.227313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.227438] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.227598] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.227683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.227737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.227881] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.227961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.228058] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.228146] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.233368] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.233498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.233924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.233924] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.234082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.234082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.234168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.234313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.234401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.234489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.234577] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.237408] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.237533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.237623] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.237788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.237945] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.238054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.238118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.238273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.238356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.238444] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.238547] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.249706] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.249860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.249925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.250128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.250290] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.250398] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.250462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.250605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.250689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.250802] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.250949] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.251054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.251113] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.251251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.251388] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.251478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.251538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.251677] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.251740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.251834] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.251927] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.292772] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.293033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.293173] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.293524] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.295918] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.296076] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.297129] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.297273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.298211] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.298375] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.299388] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.299563] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.301058] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.301200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.302700] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.302854] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.303858] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.304012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.304983] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.305143] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.306597] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.306709] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.307697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.307823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.308631] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.309169] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.309295] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.310081] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.310586] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.310759] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.311613] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.312163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.312317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.315808] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.316337] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.316477] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.319281] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.319759] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.319903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.325220] env[65249]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1298.325617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.325762] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66a87e5-b96c-40ee-a0a8-3ff62d0fe254 is going to be deleted. [ 1298.326733] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.326916] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.344439] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.344676] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefa22f3-9e3e-4be8-adc5-31db1fb38e9b is going to be deleted. [ 1298.346189] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.346468] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.364020] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.364181] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6476a2-bb6d-4e6e-af5f-c5140c13c331 is going to be deleted. [ 1298.365309] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.365519] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.384596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.384768] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50fee23c-6026-40fb-a011-32f29bbe51a9 is going to be deleted. [ 1298.385626] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.385832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.403257] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.403493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.405654] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.405757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.408712] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.408822] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ce7cd0-a2f3-4366-b681-42e759f9c91d is going to be deleted. [ 1298.409666] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.409906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.420846] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.420986] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.430138] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.430291] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcea3b8-56af-4cd3-81d3-5646679c9fe0 is going to be deleted. [ 1298.431554] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.431670] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.450158] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.450356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.453752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.453899] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7992e91c-4037-43c9-ba0d-522387e166c7 is going to be deleted. [ 1298.454836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.455064] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.515248] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.515455] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0cce891-ce6d-42a3-92fd-5ffc1a7b464f is going to be deleted. [ 1298.516441] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.516685] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.545396] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.545629] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.552440] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.552621] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8424e1ae-719f-42ca-8611-4f172ad66471 is going to be deleted. [ 1298.553568] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.553815] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.555724] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.555853] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.641697] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.641934] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.645929] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.646085] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dafd88-df65-4671-a07d-cdbaf269e2e1 is going to be deleted. [ 1298.647075] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.647294] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.659715] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.659925] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.689950] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.690366] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48a0edf7-3d94-482b-838b-ef267100a1f7 is going to be deleted. [ 1298.691146] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.691362] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.726376] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.741216] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.749069] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.757189] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f23add-3e31-4879-b20a-8700bf31b35d: rpc.has_security_group_logging(os_id): False [ 1298.776071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.776281] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00c6705-d0f5-4e01-8cf8-58f062a713d8 is going to be deleted. [ 1298.777627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.777863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.779909] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.780021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.816359] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.816596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.822201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.822446] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.825594] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.825737] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dc8470-a7a0-4e99-90f7-5b14005fba5d is going to be deleted. [ 1298.826645] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.826861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.837971] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.838180] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.850837] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.851022] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd is going to be deleted. [ 1298.851964] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.852201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.888775] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.888924] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa is going to be deleted. [ 1298.889945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.890162] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.981191] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.981396] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.021909] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.022130] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695f8d3a-d79d-418d-bd62-18a10846593b is going to be deleted. [ 1299.023314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.023526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.023622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.023742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66a87e5-b96c-40ee-a0a8-3ff62d0fe254" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.023899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.024159] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.024273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.024421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefa22f3-9e3e-4be8-adc5-31db1fb38e9b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.024972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.025240] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.025378] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.025531] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6476a2-bb6d-4e6e-af5f-c5140c13c331" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.025819] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.026012] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.026134] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.026285] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50fee23c-6026-40fb-a011-32f29bbe51a9" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.026471] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.026651] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.026762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.026969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ce7cd0-a2f3-4366-b681-42e759f9c91d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.027087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.027257] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.027367] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.027509] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcea3b8-56af-4cd3-81d3-5646679c9fe0" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.027667] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.027836] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.027942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028091] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7992e91c-4037-43c9-ba0d-522387e166c7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028251] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.028422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.028553] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0cce891-ce6d-42a3-92fd-5ffc1a7b464f" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.028846] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.029065] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.029128] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.029265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8424e1ae-719f-42ca-8611-4f172ad66471" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.029423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.029636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.103521] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.103760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.116163] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.116376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.118799] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.118989] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.123106] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.123365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.123507] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.123576] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.123740] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.123835] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.124201] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.124201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.124201] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.124374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.124374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.124561] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.124655] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.124716] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.124832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.124903] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.124989] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1299.126050] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.126215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.126301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.126427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dafd88-df65-4671-a07d-cdbaf269e2e1" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.126557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.126697] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.126773] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.126887] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48a0edf7-3d94-482b-838b-ef267100a1f7" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.127049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.127194] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.127301] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.127423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00c6705-d0f5-4e01-8cf8-58f062a713d8" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.127543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.127684] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.127760] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.127869] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dc8470-a7a0-4e99-90f7-5b14005fba5d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.128533] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.128625] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.128734] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.128850] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d056aa-0abd-4b8a-a76f-5a7b0f8b71fd" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.128968] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.129122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.129213] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.129318] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55e882e8-b7cf-4c3a-8bc0-81c7ce7940fa" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.201562] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.201724] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.201797] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.202029] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.202156] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.202364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695f8d3a-d79d-418d-bd62-18a10846593b" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.229173] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 1299.243232] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fa11d0-a29b-4111-87c1-2a25a6e05825: rpc.has_security_group_logging(os_id): False [ 1299.251268] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8e5deb6-94c2-443e-8eaa-a8716a885f84: rpc.has_security_group_logging(os_id): False [ 1299.293879] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.294112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.294168] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.294423] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.294579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.299277] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.299472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.299605] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.299880] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.307418] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.307627] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.308447] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.308571] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.320624] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1299.336184] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.336617] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.336743] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.336832] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.337088] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.337178] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.337275] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1299.338353] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.338566] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.396063] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.396244] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.396317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.396381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.396596] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.396683] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.396770] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 is going to be updated. [ 1299.397876] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.398155] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.451174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.451498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.451617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.451701] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.452114] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.452287] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.452667] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 is going to be updated. [ 1299.454554] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.454877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.455118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.455808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.455808] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.483245] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1299.489238] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.489408] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.489467] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.489885] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.490181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.503903] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: IN_PROGRESS for 2s [ 1299.532855] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.533071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.533139] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.533364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.533513] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.545418] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: IN_PROGRESS for 2s [ 1301.337951] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1301.337951] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.500715] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1301.500715] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.516289] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: SUCCESS [ 1301.516460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.561945] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: SUCCESS [ 1301.561945] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.688409] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.688784] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.689364] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.689849] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.690916] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.691405] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.691861] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.692268] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.323752] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.324090] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.324090] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.324336] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.324582] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.324734] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.324857] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.325078] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.325220] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.325426] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.325533] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.325638] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.325742] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.325849] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.325950] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.326089] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.345514] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.345673] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.345807] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.345973] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-946" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.346317] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.346484] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.346601] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.346885] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.347045] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aee290-049f-4cf8-ae2e-9cd38d83b4ba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.850408] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.850645] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.850772] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.851084] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.851245] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.851549] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.851705] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.851818] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.852046] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.852187] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.852470] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.852622] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.852735] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.852939] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.853079] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.853220] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba is going to be updated. [ 1320.874267] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.874482] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.874575] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.874822] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.875021] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.875241] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.556286] env[65249]: INFO networking_nsxv3.common.synchronization [req-98e9013e-517b-4e86-b79f-7b4f0fd5006e req-bdbc20fb-6dd0-46a8-86da-511e4f074dd5 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1321.556663] env[65249]: INFO networking_nsxv3.common.synchronization [req-98e9013e-517b-4e86-b79f-7b4f0fd5006e req-bdbc20fb-6dd0-46a8-86da-511e4f074dd5 service nova] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1321.556663] env[65249]: INFO networking_nsxv3.common.synchronization [req-98e9013e-517b-4e86-b79f-7b4f0fd5006e req-bdbc20fb-6dd0-46a8-86da-511e4f074dd5 service nova] Enqueued Resource ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with Priority: HIGHEST for action port [ 1321.556928] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_rules [ 1321.557078] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1321.557179] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with Priority: HIGHEST for action port [ 1321.558119] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.558247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.558317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.558515] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.558600] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.559473] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.559589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.559657] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.559818] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.559961] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.560071] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.560164] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.560270] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.560352] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.560438] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.561141] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.561245] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.561328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.561462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.561533] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9aee290-049f-4cf8-ae2e-9cd38d83b4ba',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.062914] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.064537] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.064728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.066648] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9aee290-049f-4cf8-ae2e-9cd38d83b4ba with status ACTIVE [ 1322.066648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.066648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.066648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.066648] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.067235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.067235] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.067235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9aee290-049f-4cf8-ae2e-9cd38d83b4ba is going to be updated. [ 1322.089720] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.089896] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.089938] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.090158] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.090297] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.090458] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9aee290-049f-4cf8-ae2e-9cd38d83b4ba" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.343546] env[65249]: INFO networking_nsxv3.common.synchronization [req-57b9e03e-6b4d-4edf-b097-b6dc3c4e72e5 req-0ed24434-7f57-4628-8804-bb3815af4423 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1322.344226] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 with Priority: HIGHEST for action security_group_members [ 1322.344575] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fa11d0-a29b-4111-87c1-2a25a6e05825 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.345280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.345280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.345280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.345280] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.345280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.345280] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.345585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.345585] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.345585] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fa11d0-a29b-4111-87c1-2a25a6e05825',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.567307] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.847843] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.847991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.847991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.848530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.848530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.848530] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.848692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.848752] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.849161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.849161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.849161] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 is going to be updated. [ 1322.877765] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.877965] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.878028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.878223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.878364] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.887293] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: IN_PROGRESS for 2s [ 1323.068845] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.069026] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.069117] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.069317] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.069404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.069500] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1323.101454] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.101678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.101678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.101927] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.102179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.112322] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1324.396575] env[65249]: INFO networking_nsxv3.common.synchronization [req-18a01baa-aa4e-4862-8f93-10ad02cbb5b3 req-e5347e15-140d-488f-b06c-03d940a6d7c0 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1324.397086] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 with Priority: HIGHEST for action security_group_members [ 1324.397607] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e5deb6-94c2-443e-8eaa-a8716a885f84 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.397607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.397607] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.397879] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.397948] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.398033] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.398087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.398319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.398319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.398436] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e5deb6-94c2-443e-8eaa-a8716a885f84',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.898303] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 in Status: SUCCESS [ 1324.898518] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fa11d0-a29b-4111-87c1-2a25a6e05825 deletion is rescheduled due to dependency. [ 1324.898590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fa11d0-a29b-4111-87c1-2a25a6e05825" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.901160] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.901313] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.901409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.901658] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.901774] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.901998] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.902131] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.902211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.902407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.902493] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.902597] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 is going to be updated. [ 1324.929476] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.929689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.929689] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.929953] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.930073] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.940118] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: IN_PROGRESS for 2s [ 1325.122521] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1325.122700] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.122871] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.123090] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.123277] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.123389] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.123454] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.123601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.123678] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.123762] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.123854] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.626240] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.129196] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad47575-8cf4-4250-bb31-9321f1c4c557: rpc.has_security_group_logging(os_id): False [ 1326.147498] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.147728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.147728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.147930] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.148024] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.148285] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.148537] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.148647] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.148863] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.148972] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.149034] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1326.207519] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.207756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.207756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.208039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.208196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.225298] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1326.950887] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 in Status: SUCCESS [ 1326.951299] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e5deb6-94c2-443e-8eaa-a8716a885f84 deletion is rescheduled due to dependency. [ 1326.951299] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e5deb6-94c2-443e-8eaa-a8716a885f84" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.242992] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1328.243377] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.398505] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.399060] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.847764] env[65249]: INFO networking_nsxv3.common.synchronization [req-91f47c6b-dd89-4fcf-bb3f-55979dec65d7 req-d093561f-b1f8-4afc-a41f-934a945b3d42 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1333.848447] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 with Priority: HIGHEST for action security_group_members [ 1333.848862] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d584b9-c396-4fdf-a9ad-cf9deeba4444 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.849009] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.849087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.849319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.849435] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.849557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.849613] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.849731] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.849806] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.849923] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d584b9-c396-4fdf-a9ad-cf9deeba4444',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.352670] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.352897] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.353049] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.353356] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.379022] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.379520] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.379717] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.379849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.380161] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.380304] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.380450] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 is going to be updated. [ 1334.410266] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.410472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.410472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.410638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.410823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.419958] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: IN_PROGRESS for 2s [ 1335.653547] env[65249]: INFO networking_nsxv3.common.synchronization [req-f13e5451-93ac-4234-912c-07402d08f338 req-e00c49d1-d431-431d-b70a-42e9c4ddfe18 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1335.654493] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1335.654493] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.654877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.654877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.654877] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.655048] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.655383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.655383] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.655538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.655575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.655661] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.159384] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.430710] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 in Status: SUCCESS [ 1336.430899] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d584b9-c396-4fdf-a9ad-cf9deeba4444 deletion is rescheduled due to dependency. [ 1336.431021] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d584b9-c396-4fdf-a9ad-cf9deeba4444" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.662829] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.165203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.165410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.165410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.165600] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.165691] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.165787] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1337.194293] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.194460] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.194555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.194810] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.194985] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.204532] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1338.303593] env[65249]: INFO networking_nsxv3.common.synchronization [req-d2bc2fdb-ffea-42c5-91c2-7f5768820b79 req-2a67075c-0f79-406f-b0e4-0da8d38ae501 tempest-ServerActionsTestOtherB-197877156 tempest-ServerActionsTestOtherB-197877156-project-member] Enqueued Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1338.303593] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 with Priority: HIGHEST for action security_group_members [ 1338.303593] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad47575-8cf4-4250-bb31-9321f1c4c557 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.303593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.303593] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.304259] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.304630] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.304899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.305083] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.305339] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.305516] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.306226] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad47575-8cf4-4250-bb31-9321f1c4c557',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.506172] env[65249]: INFO networking_nsxv3.common.synchronization [None req-b3fca178-6fe6-4e8b-a282-2738d16681b1 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1338.506988] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1338.506988] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.507154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.507154] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.507522] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.507522] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.596487] env[65249]: INFO networking_nsxv3.common.synchronization [None req-f5c7148b-d692-4409-b132-c2f706bfbfaa tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1338.597089] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1338.597474] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.597583] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.808365] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.808579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.808579] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.808778] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.808890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.809162] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.809265] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.809329] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.809479] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.809555] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.809644] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 is going to be updated. [ 1338.843627] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.843739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.843823] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.844051] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.844203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.853618] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: IN_PROGRESS for 2s [ 1339.030992] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.031188] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.031273] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.031495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.031615] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.031748] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 already deleted. [ 1339.031849] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.032089] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.032291] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.032379] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.216267] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1339.216267] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.556082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.556492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.556492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.556492] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.556595] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.556672] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 already deleted. [ 1339.556751] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.876964] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 in Status: SUCCESS [ 1340.877514] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad47575-8cf4-4250-bb31-9321f1c4c557 deletion is rescheduled due to dependency. [ 1340.877514] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad47575-8cf4-4250-bb31-9321f1c4c557" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.380434] env[65249]: INFO networking_nsxv3.common.synchronization [req-6d4abce8-3d64-4ff0-8192-ef00b42ba199 req-a198fd16-9ba5-4b73-aa10-2622bec810d5 tempest-ServerRescueNegativeTestJSON-1535280882 tempest-ServerRescueNegativeTestJSON-1535280882-project-member] Enqueued Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1342.380948] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f23add-3e31-4879-b20a-8700bf31b35d with Priority: HIGHEST for action security_group_members [ 1342.381309] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f23add-3e31-4879-b20a-8700bf31b35d taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.381410] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.381494] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.384636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.384636] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.384636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.384636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.384636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.384636] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.384636] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f23add-3e31-4879-b20a-8700bf31b35d',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.885620] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.885814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.885814] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.886028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.886122] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.886320] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.886421] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.886478] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.886634] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.886706] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.886793] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d is going to be updated. [ 1342.918980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.919205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.919205] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.919409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.919557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.928133] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: IN_PROGRESS for 2s [ 1344.554960] env[65249]: INFO networking_nsxv3.common.synchronization [req-ef320bf9-eb05-41e7-bad5-79ed5a3875ce req-8f86588c-3954-4dc5-976a-26086c08728f tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1344.555451] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1344.555606] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.555728] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.555966] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.556200] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.556696] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.556696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.556696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.556696] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.556971] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.556971] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.856911] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.857185] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.857261] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.858063] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.858369] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.858546] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.858663] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.858893] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.859080] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.859305] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.859418] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.859525] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.859630] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.859739] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.859844] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.860011] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.885790] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.886074] env[65249]: DEBUG dogpile.cache.region [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1344.886155] env[65249]: DEBUG dogpile.lock [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.886270] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.886588] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock port-7c4669c6-e661-4d5a-ad78-5260b9797527 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.886759] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.886884] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.887359] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.887549] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4669c6-e661-4d5a-ad78-5260b9797527',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.941159] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f23add-3e31-4879-b20a-8700bf31b35d in Status: SUCCESS [ 1344.941443] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f23add-3e31-4879-b20a-8700bf31b35d deletion is rescheduled due to dependency. [ 1344.941538] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f23add-3e31-4879-b20a-8700bf31b35d" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.058881] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.059174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.059174] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.059373] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.059462] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.059747] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.059839] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.059899] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.060094] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.060181] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.060256] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 already deleted. [ 1345.060338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.389683] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.389969] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.390057] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.390314] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.390465] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.390619] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Segment Port 7c4669c6-e661-4d5a-ad78-5260b9797527 not found, creating... [ 1345.390885] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.391052] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.391175] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.391406] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.391526] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.391810] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.391957] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.392085] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.392288] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.392416] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.392552] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Resource: SegmentPort with ID: 7c4669c6-e661-4d5a-ad78-5260b9797527 is going to be created. [ 1345.412518] env[65249]: DEBUG networking_nsxv3.common.locking [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.412736] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.412835] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.413103] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.413378] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.413566] env[65249]: DEBUG oslo_concurrency.lockutils [None req-8962abb8-0274-4290-a28b-e5b4224c98b5 None None] Releasing lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.128607] env[65249]: INFO networking_nsxv3.common.synchronization [req-ef320bf9-eb05-41e7-bad5-79ed5a3875ce req-c3ad82f6-df67-45da-b934-22dcfc63c9f6 service nova] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1346.128925] env[65249]: INFO networking_nsxv3.common.synchronization [req-ef320bf9-eb05-41e7-bad5-79ed5a3875ce req-c3ad82f6-df67-45da-b934-22dcfc63c9f6 service nova] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1346.128925] env[65249]: INFO networking_nsxv3.common.synchronization [req-ef320bf9-eb05-41e7-bad5-79ed5a3875ce req-c3ad82f6-df67-45da-b934-22dcfc63c9f6 service nova] Enqueued Resource ID: 7c4669c6-e661-4d5a-ad78-5260b9797527 with Priority: HIGHEST for action port [ 1346.129513] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_rules [ 1346.129651] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1346.129746] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4669c6-e661-4d5a-ad78-5260b9797527 with Priority: HIGHEST for action port [ 1346.130082] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.130145] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.130215] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.130420] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.130496] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.131390] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.131526] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.131591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.131737] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.131888] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.131996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.132082] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.132207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.132805] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.133154] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.134982] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4669c6-e661-4d5a-ad78-5260b9797527 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.134982] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.135534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.135534] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.135534] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4669c6-e661-4d5a-ad78-5260b9797527',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.637084] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.638525] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.638675] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.638820] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4669c6-e661-4d5a-ad78-5260b9797527 with status ACTIVE [ 1346.639018] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.639137] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.639203] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.639861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.639861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.639861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.639861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.639861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.640196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.640196] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.640196] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.640360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640360] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.640472] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.640547] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.640632] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4669c6-e661-4d5a-ad78-5260b9797527 is going to be updated. [ 1346.666429] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.666617] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.666654] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.666847] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.667009] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.667204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4669c6-e661-4d5a-ad78-5260b9797527" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.142173] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.643881] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.644045] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.644118] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.644450] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.644557] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.644658] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 is going to be created. [ 1347.670812] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.670991] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.671048] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.671239] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.671409] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.682591] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: UNINITIALIZED for 2s [ 1349.693587] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: SUCCESS [ 1349.693861] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.693969] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.694204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.694394] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.694510] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.694573] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.694725] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.694804] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.694886] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.694973] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.197310] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.700472] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bee9ddf5-5993-4ffe-baeb-aeda2ef16862: rpc.has_security_group_logging(os_id): False [ 1350.719736] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.719961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.719961] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.720237] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.720347] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.720607] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.720742] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.720833] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.720996] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.721112] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.721235] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 is going to be created. [ 1350.783190] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.783401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.783401] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.783575] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.783758] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.795788] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: IN_PROGRESS for 2s [ 1351.130855] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.130971] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1352.808166] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: SUCCESS [ 1352.808544] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.131826] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.132263] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.132852] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.133283] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.134608] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.134608] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.136019] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.136378] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.137167] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.137544] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.138418] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.138418] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.138823] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.139287] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.139894] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.140264] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.141531] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.141531] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.142947] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.143695] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.144777] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.145186] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.817670] env[65249]: INFO networking_nsxv3.common.synchronization [req-9ede7925-5783-4593-856c-e6e5d697444e req-efe5dcc0-1ab3-416b-843f-ed1b8207f626 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1408.818230] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 with Priority: HIGHEST for action security_group_members [ 1408.818540] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.818663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.818735] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.818942] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.819106] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.819204] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.819261] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.819406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.819489] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.819575] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee9ddf5-5993-4ffe-baeb-aeda2ef16862',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.322145] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.322355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.322355] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.322561] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.322672] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.322877] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.322974] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.323047] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.323192] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.323268] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.323354] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 is going to be updated. [ 1409.359154] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.359381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.359381] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.359543] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.359726] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.368301] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: IN_PROGRESS for 2s [ 1411.379189] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 in Status: SUCCESS [ 1411.379589] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee9ddf5-5993-4ffe-baeb-aeda2ef16862 deletion is rescheduled due to dependency. [ 1411.379589] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee9ddf5-5993-4ffe-baeb-aeda2ef16862" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.638955] env[65249]: INFO networking_nsxv3.common.synchronization [None req-36b88462-2b77-460b-a67f-8a2259ce0cc0 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1413.639577] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1413.639926] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.640223] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.640321] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.640659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.640758] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.723036] env[65249]: INFO networking_nsxv3.common.synchronization [None req-74aa5b4b-d0d8-4666-87e7-9b5e646b7f6f tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1413.723553] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1413.723861] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.723960] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.164869] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.165132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.165132] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.165319] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.165406] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.165503] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a already deleted. [ 1414.165587] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.165757] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.165917] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.166019] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.690407] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.690407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.690407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.690407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.690407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.690407] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a already deleted. [ 1414.690407] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.725100] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.725560] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.639279] env[65249]: INFO networking_nsxv3.common.synchronization [req-4f1f71ef-917b-4cdf-b278-e4a320795605 req-57c73045-5009-4b15-a957-fe3c7fe8040a tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1419.639815] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1419.640182] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.640246] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.640328] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.640590] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.640760] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.640860] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.640931] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.641087] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.641376] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.641376] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.888067] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.888427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.888427] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.888502] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.888724] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.888899] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.889046] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.889262] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.889404] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.889612] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1419.889766] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] NeedRegenerationException {{(pid=65249) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1419.889864] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] no value, waiting for create lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1419.889972] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] value creation lock acquired {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1419.890095] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] No value present for key: 'zone-id' {{(pid=65249) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1419.890198] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Calling creation function for not-yet-present value {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1419.890328] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1419.912144] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1419.912320] env[65249]: DEBUG dogpile.cache.region [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65249) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1419.912445] env[65249]: DEBUG dogpile.lock [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Released creation lock {{(pid=65249) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1419.912611] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "network-857" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.912936] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock port-4054d811-6983-4b87-a461-2f77ca648f18 taken with stack trace [, , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.913128] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.913250] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.913551] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.913687] env[65249]: DEBUG networking_nsxv3.api.rpc [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4054d811-6983-4b87-a461-2f77ca648f18',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.143352] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.143591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.143591] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.143868] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.143977] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.144203] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.144312] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.144374] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.144530] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.144603] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.144687] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a already deleted. [ 1420.144765] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.415847] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.416074] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.416289] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.416628] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.416837] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.417045] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Segment Port 4054d811-6983-4b87-a461-2f77ca648f18 not found, creating... [ 1420.417358] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.417555] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.417736] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.417993] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.418190] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.418784] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.418784] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.418784] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.419173] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.419369] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.419555] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Resource: SegmentPort with ID: 4054d811-6983-4b87-a461-2f77ca648f18 is going to be created. [ 1420.441592] env[65249]: DEBUG networking_nsxv3.common.locking [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.441874] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.442048] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.442305] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.442573] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.442768] env[65249]: DEBUG oslo_concurrency.lockutils [None req-99078218-8eb9-44e1-93e1-8ca3a22047cc None None] Releasing lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.125811] env[65249]: INFO networking_nsxv3.common.synchronization [req-4f1f71ef-917b-4cdf-b278-e4a320795605 req-95999f84-a537-4462-8faf-c82c8ce69ec0 service nova] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1421.126073] env[65249]: INFO networking_nsxv3.common.synchronization [req-4f1f71ef-917b-4cdf-b278-e4a320795605 req-95999f84-a537-4462-8faf-c82c8ce69ec0 service nova] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1421.126142] env[65249]: INFO networking_nsxv3.common.synchronization [req-4f1f71ef-917b-4cdf-b278-e4a320795605 req-95999f84-a537-4462-8faf-c82c8ce69ec0 service nova] Enqueued Resource ID: 4054d811-6983-4b87-a461-2f77ca648f18 with Priority: HIGHEST for action port [ 1421.126647] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_rules [ 1421.126783] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1421.126881] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4054d811-6983-4b87-a461-2f77ca648f18 with Priority: HIGHEST for action port [ 1421.127459] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.127663] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.127788] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.128039] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.128176] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.129624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.129624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.129624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.129624] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.129624] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.129906] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.129983] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.130179] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.130327] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.130448] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.131648] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock port-4054d811-6983-4b87-a461-2f77ca648f18 taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.131756] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.131867] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.132100] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.132243] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4054d811-6983-4b87-a461-2f77ca648f18',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.633742] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.635389] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.635601] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.636191] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4054d811-6983-4b87-a461-2f77ca648f18 with status ACTIVE [ 1421.636422] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.636598] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.637207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.637207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.637207] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.637427] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.637427] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.637532] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.637688] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.637866] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.638101] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.638222] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.638303] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.638475] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.638580] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.638683] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4054d811-6983-4b87-a461-2f77ca648f18 is going to be updated. [ 1421.664099] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.664314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.664314] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.664498] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.664638] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.664791] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4054d811-6983-4b87-a461-2f77ca648f18" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.137166] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.640098] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.640337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.640337] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.640682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.640682] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.640767] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a is going to be created. [ 1422.667504] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.667692] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.667739] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.667952] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.668093] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.677880] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: UNINITIALIZED for 2s [ 1424.689096] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: SUCCESS [ 1424.689581] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.689659] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.689947] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.690236] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.690422] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.690525] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.690746] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.690862] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.691028] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.691190] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.193917] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.696786] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ecbeb04-7695-4ce5-b098-66a62b8b416a: rpc.has_security_group_logging(os_id): False [ 1425.715902] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.716186] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.716272] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.716495] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.716588] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.716838] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.716936] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.716993] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.717150] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.717221] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.717306] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a is going to be created. [ 1425.785980] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.786211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.786211] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.786340] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.786550] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.799669] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: IN_PROGRESS for 2s [ 1426.127643] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.127877] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1427.813422] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: SUCCESS [ 1427.813800] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.128803] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.129098] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.129665] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.130126] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.130429] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.130840] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.131466] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.131466] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.132507] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.132875] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.133987] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.134472] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.135095] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.135490] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.135815] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.136216] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.136322] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.136603] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.137799] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.137799] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.138626] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.139029] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.531382] env[65249]: INFO networking_nsxv3.common.synchronization [req-b58485e0-2884-4014-9e9d-ddc760ea1017 req-c9c7bebf-d018-4a37-b122-c47c456e9b09 tempest-AttachVolumeNegativeTest-1265622836 tempest-AttachVolumeNegativeTest-1265622836-project-member] Enqueued Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1482.531925] env[65249]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a with Priority: HIGHEST for action security_group_members [ 1482.532246] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecbeb04-7695-4ce5-b098-66a62b8b416a taken with stack trace [, , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.532365] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.532425] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.532693] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.532872] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.533226] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.533293] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.533457] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.533578] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.533677] env[65249]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecbeb04-7695-4ce5-b098-66a62b8b416a',) {} {{(pid=65249) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.036604] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.036890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.036890] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.037054] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.037123] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.037307] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.037404] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.037461] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.037622] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.037748] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.037824] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a is going to be updated. [ 1483.074801] env[65249]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65249) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.075060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.075060] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.075247] env[65249]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.075390] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.084445] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: IN_PROGRESS for 2s [ 1485.095942] env[65249]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a in Status: SUCCESS [ 1485.096338] env[65249]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecbeb04-7695-4ce5-b098-66a62b8b416a deletion is rescheduled due to dependency. [ 1485.096338] env[65249]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecbeb04-7695-4ce5-b098-66a62b8b416a" {{(pid=65249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.533037] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.533422] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.886345] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1487.886476] env[65249]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81845467-7859-415c-9002-2bbea57c65ce None None] NSXv3 Agent Agent loop - iteration:4 started [ 1492.534759] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.535109] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.535634] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.535984] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.536641] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.537044] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.538529] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.539075] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.540471] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.540891] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.541479] env[65249]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.542485] env[65249]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0